2026-03-06T18:14:57.184 INFO:root:teuthology version: 1.2.4.dev6+g1c580df7a 2026-03-06T18:14:57.192 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-06T18:14:57.217 INFO:teuthology.run:Config: archive_path: /archive/irq0-2026-03-06_18:11:54-rgw:crypt-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/320 branch: cobaltcore-storage-v19.2.3-fasttrack-5 description: rgw:crypt/{0-cluster/fixed-1 1-ceph-install/install 2-kms/barbican 3-rgw/rgw 4-tests/{s3tests} ignore-pg-availability overrides rocky_latest s3tests-branch} email: null first_in_suite: false flavor: default job_id: '320' last_in_suite: false machine_type: vps name: irq0-2026-03-06_18:11:54-rgw:crypt-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps no_nested_subset: false os_type: rocky os_version: '9.7' overrides: admin_socket: branch: cobaltcore-storage-v19.2.3-fasttrack-5 ansible.cephlab: branch: main repo: https://github.com/kshtsk/ceph-cm-ansible.git skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: timezone: Europe/Berlin ceph: conf: client: debug rgw: 20 rgw crypt require ssl: false rgw crypt s3 kms backend: barbican rgw keystone accepted admin roles: admin rgw keystone accepted roles: admin,member,creator rgw keystone admin domain: Default rgw keystone admin password: ADMIN rgw keystone admin project: admin rgw keystone admin user: admin rgw keystone api version: 3 rgw keystone barbican domain: Default rgw keystone barbican password: rgwcrypt-pass rgw keystone barbican project: rgwcrypt rgw keystone barbican user: rgwcrypt-user rgw keystone implicit tenants: true rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw swift account in url: true rgw swift enforce content length: true rgw swift versioning enabled: true setgroup: ceph setuser: ceph mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd mclock iops capacity threshold hdd: 49000 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log global: osd crush chooseleaf type: 0 osd pool default pg num: 128 osd pool default pgp num: 128 osd pool default size: 2 mon: {} cephadm: cephadm_binary_url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm containers: image: harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5 install: ceph: flavor: default sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a extra_system_packages: deb: - python3-xmltodict - s3cmd rpm: - bzip2 - perl-Test-Harness - python3-xmltodict - s3cmd repos: - name: ceph-source priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/SRPMS - name: ceph-noarch priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/noarch - name: ceph priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/x86_64 rgw: client.0: use-barbican-role: client.0 use-keystone-role: client.0 compression type: random s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 force-branch: ceph-squid selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 workunit: branch: tt-19.2.3-fasttrack-5 sha1: 545c5f01d80aa4e9e369fac62ca8d472e7315a4e owner: irq0 priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mgr.x - osd.0 - osd.1 - osd.2 - client.0 seed: 2478 sha1: 340d3c24fc6ae7529322dc7ccee6c6cb2589da0a sleep_before_teardown: 0 suite: rgw:crypt suite_branch: tt-19.2.3-fasttrack-5 suite_path: /home/teuthos/src/github.com_kshtsk_ceph_545c5f01d80aa4e9e369fac62ca8d472e7315a4e/qa suite_relpath: qa suite_repo: https://github.com/kshtsk/ceph.git suite_sha1: 545c5f01d80aa4e9e369fac62ca8d472e7315a4e targets: vm07.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJrXTH7GxQ3H8/t8IvYWQGdqlmlwPB9nNzZCGcPhIT6Z2j/VD9rsKTkZNhN7BT2D1SkTnLYVoXmQ0+UbUr/6Xdg= tasks: - install: null - ceph: null - tox: - client.0 - keystone: client.0: force-branch: stable/2025.1 projects: - description: Encryption Tenant domain: default name: rgwcrypt - description: Barbican domain: default name: barbican - description: S3 project domain: default name: s3 role-mappings: - name: member project: rgwcrypt user: rgwcrypt-user - name: admin project: barbican user: barbican-user - name: creator project: s3 user: s3-user roles: - name: member - name: creator services: - description: Swift Service name: swift type: object-store users: - domain: default name: rgwcrypt-user password: rgwcrypt-pass project: rgwcrypt - domain: default name: barbican-user password: barbican-pass project: barbican - domain: default name: s3-user password: s3-pass project: s3 - barbican: client.0: force-branch: stable/2025.1 keystone_authtoken: auth_plugin: password password: barbican-pass user_domain_name: Default username: barbican-user rgw_user: password: rgwcrypt-pass tenantName: rgwcrypt username: rgwcrypt-user secrets: - base64: a2V5MS5GcWVxKzhzTGNLaGtzQkg5NGVpb1FKcFpGb2c= name: my-key-1 password: s3-pass tenantName: s3 username: s3-user - base64: a2V5Mi5yNUNNMGFzMVdIUVZxcCt5NGVmVGlQQ1k4YWg= name: my-key-2 password: s3-pass tenantName: s3 username: s3-user use-keystone-role: client.0 - rgw: client.0: null - tox: - client.0 - s3tests: client.0: barbican: kms_key: my-key-1 kms_key2: my-key-2 vault_kv: key_path: my-key-1 key_path2: my-key-2 vault_old: key_path: my-key-1/1 key_path2: my-key-2/1 vault_transit: key_path: my-key-1 key_path2: my-key-2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: clyso-debian-13 teuthology_repo: https://github.com/clyso/teuthology teuthology_sha1: 1c580df7a9c7c2aadc272da296344fd99f27c444 timestamp: 2026-03-06_18:11:54 tube: vps user: irq0 verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.43333 2026-03-06T18:14:57.217 INFO:teuthology.run:suite_path is set to /home/teuthos/src/github.com_kshtsk_ceph_545c5f01d80aa4e9e369fac62ca8d472e7315a4e/qa; will attempt to use it 2026-03-06T18:14:57.217 INFO:teuthology.run:Found tasks at /home/teuthos/src/github.com_kshtsk_ceph_545c5f01d80aa4e9e369fac62ca8d472e7315a4e/qa/tasks 2026-03-06T18:14:57.217 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-03-06T18:14:57.218 INFO:teuthology.task.internal:Saving configuration 2026-03-06T18:14:57.226 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-03-06T18:14:57.227 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-03-06T18:14:57.234 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm07.local', 'description': '/archive/irq0-2026-03-06_18:11:54-rgw:crypt-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/320', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-06 17:14:14.723505', 'locked_by': 'irq0', 'mac_address': '52:55:00:00:00:07', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJrXTH7GxQ3H8/t8IvYWQGdqlmlwPB9nNzZCGcPhIT6Z2j/VD9rsKTkZNhN7BT2D1SkTnLYVoXmQ0+UbUr/6Xdg='} 2026-03-06T18:14:57.234 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-03-06T18:14:57.235 INFO:teuthology.task.internal:roles: ubuntu@vm07.local - ['mon.a', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'client.0'] 2026-03-06T18:14:57.236 INFO:teuthology.run_tasks:Running task console_log... 2026-03-06T18:14:57.242 DEBUG:teuthology.task.console_log:vm07 does not support IPMI; excluding 2026-03-06T18:14:57.243 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f56a11c4a60>, signals=[15]) 2026-03-06T18:14:57.243 INFO:teuthology.run_tasks:Running task internal.connect... 2026-03-06T18:14:57.243 INFO:teuthology.task.internal:Opening connections... 2026-03-06T18:14:57.243 DEBUG:teuthology.task.internal:connecting to ubuntu@vm07.local 2026-03-06T18:14:57.244 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm07.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-06T18:14:57.304 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-03-06T18:14:57.305 DEBUG:teuthology.orchestra.run.vm07:> uname -m 2026-03-06T18:14:57.471 INFO:teuthology.orchestra.run.vm07.stdout:x86_64 2026-03-06T18:14:57.472 DEBUG:teuthology.orchestra.run.vm07:> cat /etc/os-release 2026-03-06T18:14:57.528 INFO:teuthology.orchestra.run.vm07.stdout:NAME="Rocky Linux" 2026-03-06T18:14:57.528 INFO:teuthology.orchestra.run.vm07.stdout:VERSION="9.7 (Blue Onyx)" 2026-03-06T18:14:57.528 INFO:teuthology.orchestra.run.vm07.stdout:ID="rocky" 2026-03-06T18:14:57.528 INFO:teuthology.orchestra.run.vm07.stdout:ID_LIKE="rhel centos fedora" 2026-03-06T18:14:57.528 INFO:teuthology.orchestra.run.vm07.stdout:VERSION_ID="9.7" 2026-03-06T18:14:57.528 INFO:teuthology.orchestra.run.vm07.stdout:PLATFORM_ID="platform:el9" 2026-03-06T18:14:57.528 INFO:teuthology.orchestra.run.vm07.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-03-06T18:14:57.529 INFO:teuthology.orchestra.run.vm07.stdout:ANSI_COLOR="0;32" 2026-03-06T18:14:57.529 INFO:teuthology.orchestra.run.vm07.stdout:LOGO="fedora-logo-icon" 2026-03-06T18:14:57.529 INFO:teuthology.orchestra.run.vm07.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-03-06T18:14:57.529 INFO:teuthology.orchestra.run.vm07.stdout:HOME_URL="https://rockylinux.org/" 2026-03-06T18:14:57.529 INFO:teuthology.orchestra.run.vm07.stdout:VENDOR_NAME="RESF" 2026-03-06T18:14:57.529 INFO:teuthology.orchestra.run.vm07.stdout:VENDOR_URL="https://resf.org/" 2026-03-06T18:14:57.529 INFO:teuthology.orchestra.run.vm07.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-03-06T18:14:57.529 INFO:teuthology.orchestra.run.vm07.stdout:SUPPORT_END="2032-05-31" 2026-03-06T18:14:57.529 INFO:teuthology.orchestra.run.vm07.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-03-06T18:14:57.529 INFO:teuthology.orchestra.run.vm07.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-03-06T18:14:57.529 INFO:teuthology.orchestra.run.vm07.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-03-06T18:14:57.529 INFO:teuthology.orchestra.run.vm07.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-03-06T18:14:57.529 INFO:teuthology.lock.ops:Updating vm07.local on lock server 2026-03-06T18:14:57.535 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-03-06T18:14:57.537 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-03-06T18:14:57.537 INFO:teuthology.task.internal:Checking for old test directory... 2026-03-06T18:14:57.538 DEBUG:teuthology.orchestra.run.vm07:> test '!' -e /home/ubuntu/cephtest 2026-03-06T18:14:57.583 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-03-06T18:14:57.584 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-03-06T18:14:57.584 DEBUG:teuthology.orchestra.run.vm07:> test -z $(ls -A /var/lib/ceph) 2026-03-06T18:14:57.638 INFO:teuthology.orchestra.run.vm07.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-06T18:14:57.638 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-03-06T18:14:57.647 DEBUG:teuthology.orchestra.run.vm07:> test -e /ceph-qa-ready 2026-03-06T18:14:57.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T18:14:57.873 INFO:teuthology.run_tasks:Running task internal.base... 2026-03-06T18:14:57.875 INFO:teuthology.task.internal:Creating test directory... 2026-03-06T18:14:57.875 DEBUG:teuthology.orchestra.run.vm07:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-06T18:14:57.891 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-03-06T18:14:57.893 INFO:teuthology.run_tasks:Running task internal.archive... 2026-03-06T18:14:57.895 INFO:teuthology.task.internal:Creating archive directory... 2026-03-06T18:14:57.895 DEBUG:teuthology.orchestra.run.vm07:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-06T18:14:57.952 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-03-06T18:14:57.954 INFO:teuthology.task.internal:Enabling coredump saving... 2026-03-06T18:14:57.954 DEBUG:teuthology.orchestra.run.vm07:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-06T18:14:58.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T18:14:58.008 DEBUG:teuthology.orchestra.run.vm07:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-06T18:14:58.074 INFO:teuthology.orchestra.run.vm07.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-06T18:14:58.085 INFO:teuthology.orchestra.run.vm07.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-06T18:14:58.086 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-03-06T18:14:58.088 INFO:teuthology.task.internal:Configuring sudo... 2026-03-06T18:14:58.088 DEBUG:teuthology.orchestra.run.vm07:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-06T18:14:58.155 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-03-06T18:14:58.157 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-03-06T18:14:58.157 DEBUG:teuthology.orchestra.run.vm07:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-06T18:14:58.212 DEBUG:teuthology.orchestra.run.vm07:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-06T18:14:58.279 DEBUG:teuthology.orchestra.run.vm07:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-06T18:14:58.337 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:14:58.338 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-06T18:14:58.397 DEBUG:teuthology.orchestra.run.vm07:> sudo service rsyslog restart 2026-03-06T18:14:58.464 INFO:teuthology.orchestra.run.vm07.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-06T18:14:58.914 INFO:teuthology.run_tasks:Running task internal.timer... 2026-03-06T18:14:58.915 INFO:teuthology.task.internal:Starting timer... 2026-03-06T18:14:58.915 INFO:teuthology.run_tasks:Running task pcp... 2026-03-06T18:14:58.918 INFO:teuthology.run_tasks:Running task selinux... 2026-03-06T18:14:58.920 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2026-03-06T18:14:58.920 INFO:teuthology.task.selinux:Excluding vm07: VMs are not yet supported 2026-03-06T18:14:58.920 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-03-06T18:14:58.920 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-03-06T18:14:58.920 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-03-06T18:14:58.920 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-03-06T18:14:58.921 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'timezone': 'Europe/Berlin'}} 2026-03-06T18:14:58.922 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/kshtsk/ceph-cm-ansible.git 2026-03-06T18:14:58.923 INFO:teuthology.repo_utils:Fetching github.com_kshtsk_ceph-cm-ansible_main from origin 2026-03-06T18:14:59.506 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main to origin/main 2026-03-06T18:14:59.512 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-03-06T18:14:59.512 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "timezone": "Europe/Berlin"}' -i /tmp/teuth_ansible_inventoryicop58xi --limit vm07.local /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-03-06T18:17:28.113 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm07.local')] 2026-03-06T18:17:28.113 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm07.local' 2026-03-06T18:17:28.113 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm07.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-06T18:17:28.177 DEBUG:teuthology.orchestra.run.vm07:> true 2026-03-06T18:17:28.262 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm07.local' 2026-03-06T18:17:28.262 INFO:teuthology.run_tasks:Running task clock... 2026-03-06T18:17:28.265 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-03-06T18:17:28.265 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-06T18:17:28.265 DEBUG:teuthology.orchestra.run.vm07:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-06T18:17:28.347 INFO:teuthology.orchestra.run.vm07.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-03-06T18:17:28.362 INFO:teuthology.orchestra.run.vm07.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-03-06T18:17:28.387 INFO:teuthology.orchestra.run.vm07.stderr:sudo: ntpd: command not found 2026-03-06T18:17:28.397 INFO:teuthology.orchestra.run.vm07.stdout:506 Cannot talk to daemon 2026-03-06T18:17:28.416 INFO:teuthology.orchestra.run.vm07.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-03-06T18:17:28.431 INFO:teuthology.orchestra.run.vm07.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-03-06T18:17:28.476 INFO:teuthology.orchestra.run.vm07.stderr:bash: line 1: ntpq: command not found 2026-03-06T18:17:28.480 INFO:teuthology.orchestra.run.vm07.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-06T18:17:28.480 INFO:teuthology.orchestra.run.vm07.stdout:=============================================================================== 2026-03-06T18:17:28.480 INFO:teuthology.orchestra.run.vm07.stdout:^? ntp.kernfusion.at 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T18:17:28.480 INFO:teuthology.orchestra.run.vm07.stdout:^? ns1.blazing.de 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T18:17:28.480 INFO:teuthology.orchestra.run.vm07.stdout:^? stratum2-1.NTP.TechFak.N> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T18:17:28.480 INFO:teuthology.orchestra.run.vm07.stdout:^? 104-167-24-26.lunoxia.fc> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-06T18:17:28.481 INFO:teuthology.run_tasks:Running task install... 2026-03-06T18:17:28.482 DEBUG:teuthology.task.install:project ceph 2026-03-06T18:17:28.482 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '340d3c24fc6ae7529322dc7ccee6c6cb2589da0a'}, 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/x86_64'}]} 2026-03-06T18:17:28.482 DEBUG:teuthology.task.install:config {'flavor': 'default', 'sha1': '340d3c24fc6ae7529322dc7ccee6c6cb2589da0a', 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}} 2026-03-06T18:17:28.482 INFO:teuthology.task.install:Using flavor: default 2026-03-06T18:17:28.485 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-03-06T18:17:28.485 INFO:teuthology.task.install:extra packages: [] 2026-03-06T18:17:28.485 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '340d3c24fc6ae7529322dc7ccee6c6cb2589da0a', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/x86_64'}]} 2026-03-06T18:17:28.485 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/x86_64'}] 2026-03-06T18:17:28.485 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:17:28.485 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-03-06T18:17:28.558 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:17:28.558 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-03-06T18:17:28.634 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:17:28.635 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-03-06T18:17:28.710 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, bzip2, perl-Test-Harness, python3-xmltodict, s3cmd on remote rpm x86_64 2026-03-06T18:17:28.710 DEBUG:teuthology.orchestra.run.vm07:> sudo yum clean all 2026-03-06T18:17:28.931 INFO:teuthology.orchestra.run.vm07.stdout:47 files removed 2026-03-06T18:17:28.967 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd bzip2 perl-Test-Harness python3-xmltodict s3cmd 2026-03-06T18:17:29.437 INFO:teuthology.orchestra.run.vm07.stdout:ceph 330 kB/s | 86 kB 00:00 2026-03-06T18:17:29.719 INFO:teuthology.orchestra.run.vm07.stdout:ceph-noarch 46 kB/s | 12 kB 00:00 2026-03-06T18:17:29.952 INFO:teuthology.orchestra.run.vm07.stdout:ceph-source 11 kB/s | 2.2 kB 00:00 2026-03-06T18:17:30.724 INFO:teuthology.orchestra.run.vm07.stdout:Extra Packages for Enterprise Linux 27 MB/s | 20 MB 00:00 2026-03-06T18:17:36.469 INFO:teuthology.orchestra.run.vm07.stdout:lab-extras 65 kB/s | 50 kB 00:00 2026-03-06T18:17:40.118 INFO:teuthology.orchestra.run.vm07.stdout:Rocky Linux 9 - BaseOS 4.5 MB/s | 16 MB 00:03 2026-03-06T18:17:43.165 INFO:teuthology.orchestra.run.vm07.stdout:Rocky Linux 9 - AppStream 10 MB/s | 16 MB 00:01 2026-03-06T18:17:46.132 INFO:teuthology.orchestra.run.vm07.stdout:Rocky Linux 9 - CRB 3.2 MB/s | 4.1 MB 00:01 2026-03-06T18:17:47.254 INFO:teuthology.orchestra.run.vm07.stdout:Rocky Linux 9 - Extras 31 kB/s | 17 kB 00:00 2026-03-06T18:17:48.422 INFO:teuthology.orchestra.run.vm07.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-03-06T18:17:48.422 INFO:teuthology.orchestra.run.vm07.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-03-06T18:17:48.447 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:17:48.453 INFO:teuthology.orchestra.run.vm07.stdout:============================================================================================== 2026-03-06T18:17:48.453 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:17:48.453 INFO:teuthology.orchestra.run.vm07.stdout:============================================================================================== 2026-03-06T18:17:48.453 INFO:teuthology.orchestra.run.vm07.stdout:Installing: 2026-03-06T18:17:48.453 INFO:teuthology.orchestra.run.vm07.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-03-06T18:17:48.453 INFO:teuthology.orchestra.run.vm07.stdout: ceph x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 6.5 k 2026-03-06T18:17:48.453 INFO:teuthology.orchestra.run.vm07.stdout: ceph-base x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 5.5 M 2026-03-06T18:17:48.453 INFO:teuthology.orchestra.run.vm07.stdout: ceph-fuse x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 1.1 M 2026-03-06T18:17:48.453 INFO:teuthology.orchestra.run.vm07.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 145 k 2026-03-06T18:17:48.453 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 1.1 M 2026-03-06T18:17:48.453 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-cephadm noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph-noarch 150 k 2026-03-06T18:17:48.453 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-dashboard noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph-noarch 3.8 M 2026-03-06T18:17:48.453 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-diskprediction-local noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph-noarch 7.4 M 2026-03-06T18:17:48.453 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-rook noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph-noarch 49 k 2026-03-06T18:17:48.453 INFO:teuthology.orchestra.run.vm07.stdout: ceph-radosgw x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 11 M 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: ceph-test x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 50 M 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: ceph-volume noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph-noarch 299 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: cephadm noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph-noarch 769 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs-devel x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 34 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs2 x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 998 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: librados-devel x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 126 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: python3-cephfs x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 165 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: python3-rados x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 322 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: python3-rbd x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 302 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: python3-rgw x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 100 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: rbd-fuse x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 85 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: rbd-mirror x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 3.1 M 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: rbd-nbd x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 170 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout:Upgrading: 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: librados2 x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 3.4 M 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: librbd1 x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 3.2 M 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout:Installing dependencies: 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: ceph-common x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 22 M 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: ceph-grafana-dashboards noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph-noarch 31 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mds x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 2.4 M 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-modules-core noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph-noarch 252 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mon x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 4.7 M 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: ceph-osd x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 17 M 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: ceph-prometheus-alerts noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph-noarch 16 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: ceph-selinux x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 25 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-03-06T18:17:48.454 INFO:teuthology.orchestra.run.vm07.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: libcephsqlite x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 163 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: libradosstriper1 x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 504 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: librgw2 x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 5.4 M 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: libxslt x86_64 1.1.34-13.el9_6 appstream 239 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: lmdb-libs x86_64 0.9.29-3.el9 baseos 60 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-ceph-argparse x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 45 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-ceph-common x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph 142 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-cheroot noarch 10.0.1-4.el9 epel 173 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-03-06T18:17:48.455 INFO:teuthology.orchestra.run.vm07.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-mako noarch 1.1.4-6.el9 appstream 144 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-numpy x86_64 1:1.23.5-1.el9 appstream 5.8 M 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-numpy-f2py x86_64 1:1.23.5-1.el9 appstream 368 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout:Installing weak dependencies: 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-k8sevents noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso ceph-noarch 22 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout:============================================================================================== 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout:Install 152 Packages 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout:Upgrade 2 Packages 2026-03-06T18:17:48.456 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:17:48.457 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 213 M 2026-03-06T18:17:48.457 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-03-06T18:17:49.152 INFO:teuthology.orchestra.run.vm07.stdout:(1/154): ceph-19.2.3-39.g340d3c24fc6.el9.clyso. 72 kB/s | 6.5 kB 00:00 2026-03-06T18:17:49.581 INFO:teuthology.orchestra.run.vm07.stdout:(2/154): ceph-fuse-19.2.3-39.g340d3c24fc6.el9.c 2.7 MB/s | 1.1 MB 00:00 2026-03-06T18:17:49.626 INFO:teuthology.orchestra.run.vm07.stdout:(3/154): ceph-immutable-object-cache-19.2.3-39. 3.2 MB/s | 145 kB 00:00 2026-03-06T18:17:49.817 INFO:teuthology.orchestra.run.vm07.stdout:(4/154): ceph-base-19.2.3-39.g340d3c24fc6.el9.c 7.3 MB/s | 5.5 MB 00:00 2026-03-06T18:17:49.877 INFO:teuthology.orchestra.run.vm07.stdout:(5/154): ceph-mds-19.2.3-39.g340d3c24fc6.el9.cl 9.6 MB/s | 2.4 MB 00:00 2026-03-06T18:17:49.993 INFO:teuthology.orchestra.run.vm07.stdout:(6/154): ceph-common-19.2.3-39.g340d3c24fc6.el9 23 MB/s | 22 MB 00:00 2026-03-06T18:17:50.000 INFO:teuthology.orchestra.run.vm07.stdout:(7/154): ceph-mgr-19.2.3-39.g340d3c24fc6.el9.cl 5.9 MB/s | 1.1 MB 00:00 2026-03-06T18:17:50.216 INFO:teuthology.orchestra.run.vm07.stdout:(8/154): ceph-mon-19.2.3-39.g340d3c24fc6.el9.cl 14 MB/s | 4.7 MB 00:00 2026-03-06T18:17:50.254 INFO:teuthology.orchestra.run.vm07.stdout:(9/154): ceph-selinux-19.2.3-39.g340d3c24fc6.el 658 kB/s | 25 kB 00:00 2026-03-06T18:17:50.583 INFO:teuthology.orchestra.run.vm07.stdout:(10/154): ceph-radosgw-19.2.3-39.g340d3c24fc6.e 18 MB/s | 11 MB 00:00 2026-03-06T18:17:50.635 INFO:teuthology.orchestra.run.vm07.stdout:(11/154): libcephfs-devel-19.2.3-39.g340d3c24fc 655 kB/s | 34 kB 00:00 2026-03-06T18:17:50.760 INFO:teuthology.orchestra.run.vm07.stdout:(12/154): libcephfs2-19.2.3-39.g340d3c24fc6.el9 7.8 MB/s | 998 kB 00:00 2026-03-06T18:17:50.804 INFO:teuthology.orchestra.run.vm07.stdout:(13/154): libcephsqlite-19.2.3-39.g340d3c24fc6. 3.7 MB/s | 163 kB 00:00 2026-03-06T18:17:50.872 INFO:teuthology.orchestra.run.vm07.stdout:(14/154): librados-devel-19.2.3-39.g340d3c24fc6 1.8 MB/s | 126 kB 00:00 2026-03-06T18:17:50.998 INFO:teuthology.orchestra.run.vm07.stdout:(15/154): ceph-osd-19.2.3-39.g340d3c24fc6.el9.c 17 MB/s | 17 MB 00:01 2026-03-06T18:17:51.002 INFO:teuthology.orchestra.run.vm07.stdout:(16/154): libradosstriper1-19.2.3-39.g340d3c24f 3.8 MB/s | 504 kB 00:00 2026-03-06T18:17:51.043 INFO:teuthology.orchestra.run.vm07.stdout:(17/154): python3-ceph-argparse-19.2.3-39.g340d 1.1 MB/s | 45 kB 00:00 2026-03-06T18:17:51.326 INFO:teuthology.orchestra.run.vm07.stdout:(18/154): python3-ceph-common-19.2.3-39.g340d3c 503 kB/s | 142 kB 00:00 2026-03-06T18:17:51.379 INFO:teuthology.orchestra.run.vm07.stdout:(19/154): python3-cephfs-19.2.3-39.g340d3c24fc6 3.1 MB/s | 165 kB 00:00 2026-03-06T18:17:51.421 INFO:teuthology.orchestra.run.vm07.stdout:(20/154): librgw2-19.2.3-39.g340d3c24fc6.el9.cl 13 MB/s | 5.4 MB 00:00 2026-03-06T18:17:51.427 INFO:teuthology.orchestra.run.vm07.stdout:(21/154): python3-rados-19.2.3-39.g340d3c24fc6. 6.6 MB/s | 322 kB 00:00 2026-03-06T18:17:51.464 INFO:teuthology.orchestra.run.vm07.stdout:(22/154): python3-rgw-19.2.3-39.g340d3c24fc6.el 2.6 MB/s | 100 kB 00:00 2026-03-06T18:17:51.468 INFO:teuthology.orchestra.run.vm07.stdout:(23/154): python3-rbd-19.2.3-39.g340d3c24fc6.el 6.3 MB/s | 302 kB 00:00 2026-03-06T18:17:51.550 INFO:teuthology.orchestra.run.vm07.stdout:(24/154): rbd-fuse-19.2.3-39.g340d3c24fc6.el9.c 999 kB/s | 85 kB 00:00 2026-03-06T18:17:51.601 INFO:teuthology.orchestra.run.vm07.stdout:(25/154): rbd-nbd-19.2.3-39.g340d3c24fc6.el9.cl 3.3 MB/s | 170 kB 00:00 2026-03-06T18:17:51.634 INFO:teuthology.orchestra.run.vm07.stdout:(26/154): ceph-grafana-dashboards-19.2.3-39.g34 945 kB/s | 31 kB 00:00 2026-03-06T18:17:51.676 INFO:teuthology.orchestra.run.vm07.stdout:(27/154): rbd-mirror-19.2.3-39.g340d3c24fc6.el9 15 MB/s | 3.1 MB 00:00 2026-03-06T18:17:51.682 INFO:teuthology.orchestra.run.vm07.stdout:(28/154): ceph-mgr-cephadm-19.2.3-39.g340d3c24f 3.1 MB/s | 150 kB 00:00 2026-03-06T18:17:51.820 INFO:teuthology.orchestra.run.vm07.stdout:(29/154): ceph-test-19.2.3-39.g340d3c24fc6.el9. 32 MB/s | 50 MB 00:01 2026-03-06T18:17:51.857 INFO:teuthology.orchestra.run.vm07.stdout:(30/154): ceph-mgr-k8sevents-19.2.3-39.g340d3c2 617 kB/s | 22 kB 00:00 2026-03-06T18:17:51.883 INFO:teuthology.orchestra.run.vm07.stdout:(31/154): ceph-mgr-dashboard-19.2.3-39.g340d3c2 18 MB/s | 3.8 MB 00:00 2026-03-06T18:17:51.898 INFO:teuthology.orchestra.run.vm07.stdout:(32/154): ceph-mgr-modules-core-19.2.3-39.g340d 6.0 MB/s | 252 kB 00:00 2026-03-06T18:17:51.922 INFO:teuthology.orchestra.run.vm07.stdout:(33/154): ceph-mgr-rook-19.2.3-39.g340d3c24fc6. 1.2 MB/s | 49 kB 00:00 2026-03-06T18:17:51.930 INFO:teuthology.orchestra.run.vm07.stdout:(34/154): ceph-prometheus-alerts-19.2.3-39.g340 518 kB/s | 16 kB 00:00 2026-03-06T18:17:51.967 INFO:teuthology.orchestra.run.vm07.stdout:(35/154): ceph-mgr-diskprediction-local-19.2.3- 26 MB/s | 7.4 MB 00:00 2026-03-06T18:17:51.984 INFO:teuthology.orchestra.run.vm07.stdout:(36/154): ceph-volume-19.2.3-39.g340d3c24fc6.el 4.8 MB/s | 299 kB 00:00 2026-03-06T18:17:51.992 INFO:teuthology.orchestra.run.vm07.stdout:(37/154): cephadm-19.2.3-39.g340d3c24fc6.el9.cl 12 MB/s | 769 kB 00:00 2026-03-06T18:17:51.995 INFO:teuthology.orchestra.run.vm07.stdout:(38/154): abseil-cpp-20211102.0-4.el9.x86_64.rp 20 MB/s | 551 kB 00:00 2026-03-06T18:17:51.998 INFO:teuthology.orchestra.run.vm07.stdout:(39/154): grpc-data-1.46.7-10.el9.noarch.rpm 2.9 MB/s | 19 kB 00:00 2026-03-06T18:17:52.001 INFO:teuthology.orchestra.run.vm07.stdout:(40/154): libarrow-doc-9.0.0-15.el9.noarch.rpm 8.8 MB/s | 25 kB 00:00 2026-03-06T18:17:52.005 INFO:teuthology.orchestra.run.vm07.stdout:(41/154): gperftools-libs-2.9.1-3.el9.x86_64.rp 14 MB/s | 308 kB 00:00 2026-03-06T18:17:52.006 INFO:teuthology.orchestra.run.vm07.stdout:(42/154): liboath-2.6.12-1.el9.x86_64.rpm 11 MB/s | 49 kB 00:00 2026-03-06T18:17:52.010 INFO:teuthology.orchestra.run.vm07.stdout:(43/154): libunwind-1.6.2-1.el9.x86_64.rpm 14 MB/s | 67 kB 00:00 2026-03-06T18:17:52.017 INFO:teuthology.orchestra.run.vm07.stdout:(44/154): luarocks-3.9.2-5.el9.noarch.rpm 14 MB/s | 151 kB 00:00 2026-03-06T18:17:52.054 INFO:teuthology.orchestra.run.vm07.stdout:(45/154): parquet-libs-9.0.0-15.el9.x86_64.rpm 19 MB/s | 838 kB 00:00 2026-03-06T18:17:52.058 INFO:teuthology.orchestra.run.vm07.stdout:(46/154): python3-autocommand-2.2.2-8.el9.noarc 8.8 MB/s | 29 kB 00:00 2026-03-06T18:17:52.060 INFO:teuthology.orchestra.run.vm07.stdout:(47/154): python3-asyncssh-2.13.2-5.el9.noarch. 12 MB/s | 548 kB 00:00 2026-03-06T18:17:52.063 INFO:teuthology.orchestra.run.vm07.stdout:(48/154): python3-backports-tarfile-1.2.0-1.el9 13 MB/s | 60 kB 00:00 2026-03-06T18:17:52.064 INFO:teuthology.orchestra.run.vm07.stdout:(49/154): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 11 MB/s | 43 kB 00:00 2026-03-06T18:17:52.066 INFO:teuthology.orchestra.run.vm07.stdout:(50/154): python3-cachetools-4.2.4-1.el9.noarch 11 MB/s | 32 kB 00:00 2026-03-06T18:17:52.067 INFO:teuthology.orchestra.run.vm07.stdout:(51/154): python3-certifi-2023.05.07-4.el9.noar 5.3 MB/s | 14 kB 00:00 2026-03-06T18:17:52.072 INFO:teuthology.orchestra.run.vm07.stdout:(52/154): python3-cheroot-10.0.1-4.el9.noarch.r 27 MB/s | 173 kB 00:00 2026-03-06T18:17:52.082 INFO:teuthology.orchestra.run.vm07.stdout:(53/154): python3-google-auth-2.45.0-1.el9.noar 26 MB/s | 254 kB 00:00 2026-03-06T18:17:52.088 INFO:teuthology.orchestra.run.vm07.stdout:(54/154): python3-cherrypy-18.6.1-2.el9.noarch. 18 MB/s | 358 kB 00:00 2026-03-06T18:17:52.106 INFO:teuthology.orchestra.run.vm07.stdout:(55/154): libarrow-9.0.0-15.el9.x86_64.rpm 40 MB/s | 4.4 MB 00:00 2026-03-06T18:17:52.109 INFO:teuthology.orchestra.run.vm07.stdout:(56/154): python3-grpcio-tools-1.46.7-10.el9.x8 6.5 MB/s | 144 kB 00:00 2026-03-06T18:17:52.111 INFO:teuthology.orchestra.run.vm07.stdout:(57/154): python3-influxdb-5.3.1-1.el9.noarch.r 26 MB/s | 139 kB 00:00 2026-03-06T18:17:52.114 INFO:teuthology.orchestra.run.vm07.stdout:(58/154): python3-jaraco-8.2.1-3.el9.noarch.rpm 3.5 MB/s | 11 kB 00:00 2026-03-06T18:17:52.115 INFO:teuthology.orchestra.run.vm07.stdout:(59/154): python3-isodate-0.6.1-3.el9.noarch.rp 9.7 MB/s | 56 kB 00:00 2026-03-06T18:17:52.118 INFO:teuthology.orchestra.run.vm07.stdout:(60/154): python3-jaraco-classes-3.2.1-5.el9.no 5.7 MB/s | 18 kB 00:00 2026-03-06T18:17:52.119 INFO:teuthology.orchestra.run.vm07.stdout:(61/154): python3-jaraco-collections-3.0.0-8.el 7.1 MB/s | 23 kB 00:00 2026-03-06T18:17:52.121 INFO:teuthology.orchestra.run.vm07.stdout:(62/154): python3-jaraco-context-6.0.1-3.el9.no 6.7 MB/s | 20 kB 00:00 2026-03-06T18:17:52.122 INFO:teuthology.orchestra.run.vm07.stdout:(63/154): python3-jaraco-functools-3.5.0-2.el9. 6.4 MB/s | 19 kB 00:00 2026-03-06T18:17:52.124 INFO:teuthology.orchestra.run.vm07.stdout:(64/154): python3-jaraco-text-4.0.0-2.el9.noarc 9.3 MB/s | 26 kB 00:00 2026-03-06T18:17:52.128 INFO:teuthology.orchestra.run.vm07.stdout:(65/154): python3-logutils-0.3.5-21.el9.noarch. 11 MB/s | 46 kB 00:00 2026-03-06T18:17:52.136 INFO:teuthology.orchestra.run.vm07.stdout:(66/154): python3-grpcio-1.46.7-10.el9.x86_64.r 38 MB/s | 2.0 MB 00:00 2026-03-06T18:17:52.138 INFO:teuthology.orchestra.run.vm07.stdout:(67/154): python3-more-itertools-8.12.0-2.el9.n 8.3 MB/s | 79 kB 00:00 2026-03-06T18:17:52.139 INFO:teuthology.orchestra.run.vm07.stdout:(68/154): python3-msgpack-1.0.3-2.el9.x86_64.rp 25 MB/s | 86 kB 00:00 2026-03-06T18:17:52.141 INFO:teuthology.orchestra.run.vm07.stdout:(69/154): python3-natsort-7.1.1-5.el9.noarch.rp 18 MB/s | 58 kB 00:00 2026-03-06T18:17:52.146 INFO:teuthology.orchestra.run.vm07.stdout:(70/154): python3-pecan-1.4.2-3.el9.noarch.rpm 45 MB/s | 272 kB 00:00 2026-03-06T18:17:52.147 INFO:teuthology.orchestra.run.vm07.stdout:(71/154): python3-portend-3.1.0-2.el9.noarch.rp 3.1 MB/s | 16 kB 00:00 2026-03-06T18:17:52.149 INFO:teuthology.orchestra.run.vm07.stdout:(72/154): python3-pyOpenSSL-21.0.0-1.el9.noarch 27 MB/s | 90 kB 00:00 2026-03-06T18:17:52.150 INFO:teuthology.orchestra.run.vm07.stdout:(73/154): python3-repoze-lru-0.7-16.el9.noarch. 8.2 MB/s | 31 kB 00:00 2026-03-06T18:17:52.154 INFO:teuthology.orchestra.run.vm07.stdout:(74/154): python3-rsa-4.9-2.el9.noarch.rpm 15 MB/s | 59 kB 00:00 2026-03-06T18:17:52.156 INFO:teuthology.orchestra.run.vm07.stdout:(75/154): python3-routes-2.5.1-5.el9.noarch.rpm 28 MB/s | 188 kB 00:00 2026-03-06T18:17:52.158 INFO:teuthology.orchestra.run.vm07.stdout:(76/154): python3-saml-1.16.0-1.el9.noarch.rpm 30 MB/s | 125 kB 00:00 2026-03-06T18:17:52.159 INFO:teuthology.orchestra.run.vm07.stdout:(77/154): python3-tempora-5.0.0-2.el9.noarch.rp 11 MB/s | 36 kB 00:00 2026-03-06T18:17:52.163 INFO:teuthology.orchestra.run.vm07.stdout:(78/154): python3-typing-extensions-4.15.0-1.el 18 MB/s | 86 kB 00:00 2026-03-06T18:17:52.167 INFO:teuthology.orchestra.run.vm07.stdout:(79/154): python3-kubernetes-26.1.0-3.el9.noarc 23 MB/s | 1.0 MB 00:00 2026-03-06T18:17:52.168 INFO:teuthology.orchestra.run.vm07.stdout:(80/154): python3-websocket-client-1.2.3-2.el9. 18 MB/s | 90 kB 00:00 2026-03-06T18:17:52.170 INFO:teuthology.orchestra.run.vm07.stdout:(81/154): python3-webob-1.8.8-2.el9.noarch.rpm 21 MB/s | 230 kB 00:00 2026-03-06T18:17:52.172 INFO:teuthology.orchestra.run.vm07.stdout:(82/154): python3-xmlsec-1.3.13-1.el9.x86_64.rp 14 MB/s | 48 kB 00:00 2026-03-06T18:17:52.173 INFO:teuthology.orchestra.run.vm07.stdout:(83/154): python3-xmltodict-0.12.0-15.el9.noarc 8.4 MB/s | 22 kB 00:00 2026-03-06T18:17:52.175 INFO:teuthology.orchestra.run.vm07.stdout:(84/154): python3-zc-lockfile-2.0-10.el9.noarch 7.8 MB/s | 20 kB 00:00 2026-03-06T18:17:52.181 INFO:teuthology.orchestra.run.vm07.stdout:(85/154): s3cmd-2.4.0-1.el9.noarch.rpm 35 MB/s | 206 kB 00:00 2026-03-06T18:17:52.183 INFO:teuthology.orchestra.run.vm07.stdout:(86/154): re2-20211101-20.el9.x86_64.rpm 21 MB/s | 191 kB 00:00 2026-03-06T18:17:52.185 INFO:teuthology.orchestra.run.vm07.stdout:(87/154): python3-werkzeug-2.0.3-3.el9.1.noarch 24 MB/s | 427 kB 00:00 2026-03-06T18:17:52.213 INFO:teuthology.orchestra.run.vm07.stdout:(88/154): thrift-0.15.0-4.el9.x86_64.rpm 49 MB/s | 1.6 MB 00:00 2026-03-06T18:17:53.130 INFO:teuthology.orchestra.run.vm07.stdout:(89/154): bzip2-1.0.8-10.el9_5.x86_64.rpm 54 kB/s | 51 kB 00:00 2026-03-06T18:17:53.308 INFO:teuthology.orchestra.run.vm07.stdout:(90/154): c-ares-1.19.1-2.el9_4.x86_64.rpm 98 kB/s | 110 kB 00:01 2026-03-06T18:17:53.506 INFO:teuthology.orchestra.run.vm07.stdout:(91/154): fuse-2.9.9-17.el9.x86_64.rpm 207 kB/s | 78 kB 00:00 2026-03-06T18:17:53.573 INFO:teuthology.orchestra.run.vm07.stdout:(92/154): ledmon-libs-1.1.0-3.el9.x86_64.rpm 153 kB/s | 41 kB 00:00 2026-03-06T18:17:53.600 INFO:teuthology.orchestra.run.vm07.stdout:(93/154): cryptsetup-2.7.2-4.el9.x86_64.rpm 223 kB/s | 310 kB 00:01 2026-03-06T18:17:53.749 INFO:teuthology.orchestra.run.vm07.stdout:(94/154): libconfig-1.7.2-9.el9.x86_64.rpm 291 kB/s | 71 kB 00:00 2026-03-06T18:17:54.204 INFO:teuthology.orchestra.run.vm07.stdout:(95/154): libgfortran-11.5.0-11.el9.x86_64.rpm 1.2 MB/s | 794 kB 00:00 2026-03-06T18:17:54.254 INFO:teuthology.orchestra.run.vm07.stdout:(96/154): libquadmath-11.5.0-11.el9.x86_64.rpm 282 kB/s | 184 kB 00:00 2026-03-06T18:17:54.266 INFO:teuthology.orchestra.run.vm07.stdout:(97/154): lmdb-libs-0.9.29-3.el9.x86_64.rpm 115 kB/s | 60 kB 00:00 2026-03-06T18:17:54.393 INFO:teuthology.orchestra.run.vm07.stdout:(98/154): mailcap-2.1.49-5.el9.0.2.noarch.rpm 170 kB/s | 32 kB 00:00 2026-03-06T18:17:54.551 INFO:teuthology.orchestra.run.vm07.stdout:(99/154): nvme-cli-2.13-1.el9.x86_64.rpm 3.3 MB/s | 1.0 MB 00:00 2026-03-06T18:17:54.558 INFO:teuthology.orchestra.run.vm07.stdout:(100/154): pciutils-3.7.0-7.el9.x86_64.rpm 315 kB/s | 92 kB 00:00 2026-03-06T18:17:54.628 INFO:teuthology.orchestra.run.vm07.stdout:(101/154): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.0 MB/s | 241 kB 00:00 2026-03-06T18:17:54.815 INFO:teuthology.orchestra.run.vm07.stdout:(102/154): python3-cryptography-36.0.1-5.el9_6. 4.4 MB/s | 1.2 MB 00:00 2026-03-06T18:17:54.817 INFO:teuthology.orchestra.run.vm07.stdout:(103/154): python3-ply-3.11-14.el9.0.1.noarch.r 398 kB/s | 103 kB 00:00 2026-03-06T18:17:54.823 INFO:teuthology.orchestra.run.vm07.stdout:(104/154): python3-pycparser-2.20-6.el9.noarch. 634 kB/s | 124 kB 00:00 2026-03-06T18:17:55.007 INFO:teuthology.orchestra.run.vm07.stdout:(105/154): python3-pyparsing-2.4.7-9.el9.0.1.no 778 kB/s | 150 kB 00:00 2026-03-06T18:17:55.012 INFO:teuthology.orchestra.run.vm07.stdout:(106/154): python3-requests-2.25.1-10.el9_6.noa 591 kB/s | 115 kB 00:00 2026-03-06T18:17:55.022 INFO:teuthology.orchestra.run.vm07.stdout:(107/154): python3-urllib3-1.26.5-6.el9_7.1.noa 965 kB/s | 191 kB 00:00 2026-03-06T18:17:55.221 INFO:teuthology.orchestra.run.vm07.stdout:(108/154): smartmontools-7.2-9.el9.x86_64.rpm 2.5 MB/s | 551 kB 00:00 2026-03-06T18:17:55.228 INFO:teuthology.orchestra.run.vm07.stdout:(109/154): unzip-6.0-59.el9.x86_64.rpm 835 kB/s | 180 kB 00:00 2026-03-06T18:17:55.241 INFO:teuthology.orchestra.run.vm07.stdout:(110/154): zip-3.0-35.el9.x86_64.rpm 1.2 MB/s | 263 kB 00:00 2026-03-06T18:17:55.641 INFO:teuthology.orchestra.run.vm07.stdout:(111/154): boost-program-options-1.75.0-13.el9_ 248 kB/s | 104 kB 00:00 2026-03-06T18:17:55.858 INFO:teuthology.orchestra.run.vm07.stdout:(112/154): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 47 kB/s | 30 kB 00:00 2026-03-06T18:17:56.116 INFO:teuthology.orchestra.run.vm07.stdout:(113/154): flexiblas-openblas-openmp-3.0.4-8.el 32 kB/s | 15 kB 00:00 2026-03-06T18:17:56.353 INFO:teuthology.orchestra.run.vm07.stdout:(114/154): libpmemobj-1.12.1-1.el9.x86_64.rpm 672 kB/s | 159 kB 00:00 2026-03-06T18:17:56.494 INFO:teuthology.orchestra.run.vm07.stdout:(115/154): librabbitmq-0.11.0-7.el9.x86_64.rpm 314 kB/s | 44 kB 00:00 2026-03-06T18:17:56.544 INFO:teuthology.orchestra.run.vm07.stdout:(116/154): libnbd-1.20.3-4.el9.x86_64.rpm 249 kB/s | 171 kB 00:00 2026-03-06T18:17:56.715 INFO:teuthology.orchestra.run.vm07.stdout:(117/154): flexiblas-netlib-3.0.4-8.el9.0.1.x86 2.0 MB/s | 3.0 MB 00:01 2026-03-06T18:17:56.896 INFO:teuthology.orchestra.run.vm07.stdout:(118/154): libxslt-1.1.34-13.el9_6.x86_64.rpm 1.3 MB/s | 239 kB 00:00 2026-03-06T18:17:57.095 INFO:teuthology.orchestra.run.vm07.stdout:(119/154): librdkafka-1.6.1-102.el9.x86_64.rpm 1.1 MB/s | 662 kB 00:00 2026-03-06T18:17:57.101 INFO:teuthology.orchestra.run.vm07.stdout:(120/154): libstoragemgmt-1.10.1-1.el9.x86_64.r 437 kB/s | 243 kB 00:00 2026-03-06T18:17:57.181 INFO:teuthology.orchestra.run.vm07.stdout:(121/154): lttng-ust-2.12.0-6.el9.x86_64.rpm 993 kB/s | 282 kB 00:00 2026-03-06T18:17:57.231 INFO:teuthology.orchestra.run.vm07.stdout:(122/154): openblas-0.3.29-1.el9.x86_64.rpm 317 kB/s | 41 kB 00:00 2026-03-06T18:17:57.239 INFO:teuthology.orchestra.run.vm07.stdout:(123/154): lua-5.4.4-4.el9.x86_64.rpm 1.3 MB/s | 187 kB 00:00 2026-03-06T18:17:57.356 INFO:teuthology.orchestra.run.vm07.stdout:(124/154): perl-Benchmark-1.23-481.1.el9_6.noar 203 kB/s | 25 kB 00:00 2026-03-06T18:17:57.427 INFO:teuthology.orchestra.run.vm07.stdout:(125/154): perl-Test-Harness-3.42-461.el9.noarc 1.4 MB/s | 267 kB 00:00 2026-03-06T18:17:57.790 INFO:teuthology.orchestra.run.vm07.stdout:(126/154): protobuf-3.14.0-17.el9_7.x86_64.rpm 2.3 MB/s | 1.0 MB 00:00 2026-03-06T18:17:57.930 INFO:teuthology.orchestra.run.vm07.stdout:(127/154): openblas-openmp-0.3.29-1.el9.x86_64. 7.1 MB/s | 5.3 MB 00:00 2026-03-06T18:17:58.007 INFO:teuthology.orchestra.run.vm07.stdout:(128/154): python3-devel-3.9.23-2.el9.x86_64.rp 946 kB/s | 205 kB 00:00 2026-03-06T18:17:58.041 INFO:teuthology.orchestra.run.vm07.stdout:(129/154): python3-babel-2.9.1-2.el9.noarch.rpm 9.4 MB/s | 5.8 MB 00:00 2026-03-06T18:17:58.069 INFO:teuthology.orchestra.run.vm07.stdout:(130/154): python3-jinja2-2.11.3-8.el9_5.noarch 1.6 MB/s | 228 kB 00:00 2026-03-06T18:17:58.183 INFO:teuthology.orchestra.run.vm07.stdout:(131/154): python3-libstoragemgmt-1.10.1-1.el9. 947 kB/s | 166 kB 00:00 2026-03-06T18:17:58.247 INFO:teuthology.orchestra.run.vm07.stdout:(132/154): python3-mako-1.1.4-6.el9.noarch.rpm 811 kB/s | 144 kB 00:00 2026-03-06T18:17:58.311 INFO:teuthology.orchestra.run.vm07.stdout:(133/154): python3-markupsafe-1.1.1-12.el9.x86_ 249 kB/s | 32 kB 00:00 2026-03-06T18:17:58.473 INFO:teuthology.orchestra.run.vm07.stdout:(134/154): python3-lxml-4.6.5-3.el9.x86_64.rpm 2.8 MB/s | 1.2 MB 00:00 2026-03-06T18:17:58.529 INFO:teuthology.orchestra.run.vm07.stdout:(135/154): python3-numpy-f2py-1.23.5-1.el9.x86_ 1.6 MB/s | 368 kB 00:00 2026-03-06T18:17:58.600 INFO:teuthology.orchestra.run.vm07.stdout:(136/154): python3-packaging-20.9-5.el9.noarch. 537 kB/s | 69 kB 00:00 2026-03-06T18:17:58.698 INFO:teuthology.orchestra.run.vm07.stdout:(137/154): python3-protobuf-3.14.0-17.el9_7.noa 1.4 MB/s | 237 kB 00:00 2026-03-06T18:17:58.746 INFO:teuthology.orchestra.run.vm07.stdout:(138/154): python3-numpy-1.23.5-1.el9.x86_64.rp 12 MB/s | 5.8 MB 00:00 2026-03-06T18:17:58.747 INFO:teuthology.orchestra.run.vm07.stdout:(139/154): python3-pyasn1-0.4.8-7.el9_7.noarch. 893 kB/s | 132 kB 00:00 2026-03-06T18:17:58.833 INFO:teuthology.orchestra.run.vm07.stdout:(140/154): python3-pyasn1-modules-0.4.8-7.el9_7 1.5 MB/s | 210 kB 00:00 2026-03-06T18:17:58.870 INFO:teuthology.orchestra.run.vm07.stdout:(141/154): python3-requests-oauthlib-1.3.0-12.e 345 kB/s | 43 kB 00:00 2026-03-06T18:17:58.959 INFO:teuthology.orchestra.run.vm07.stdout:(142/154): python3-toml-0.10.2-6.el9.0.1.noarch 352 kB/s | 44 kB 00:00 2026-03-06T18:17:59.022 INFO:teuthology.orchestra.run.vm07.stdout:(143/154): qatlib-24.09.0-1.el9.x86_64.rpm 1.4 MB/s | 221 kB 00:00 2026-03-06T18:17:59.087 INFO:teuthology.orchestra.run.vm07.stdout:(144/154): qatlib-service-24.09.0-1.el9.x86_64. 285 kB/s | 36 kB 00:00 2026-03-06T18:17:59.262 INFO:teuthology.orchestra.run.vm07.stdout:(145/154): qatzip-libs-1.3.1-1.el9.x86_64.rpm 272 kB/s | 65 kB 00:00 2026-03-06T18:17:59.268 INFO:teuthology.orchestra.run.vm07.stdout:(146/154): socat-1.7.4.1-8.el9.x86_64.rpm 1.6 MB/s | 299 kB 00:00 2026-03-06T18:17:59.397 INFO:teuthology.orchestra.run.vm07.stdout:(147/154): xmlsec1-openssl-1.2.29-13.el9.x86_64 698 kB/s | 89 kB 00:00 2026-03-06T18:17:59.407 INFO:teuthology.orchestra.run.vm07.stdout:(148/154): xmlsec1-1.2.29-13.el9.x86_64.rpm 1.3 MB/s | 188 kB 00:00 2026-03-06T18:17:59.523 INFO:teuthology.orchestra.run.vm07.stdout:(149/154): xmlstarlet-1.6.1-20.el9.x86_64.rpm 499 kB/s | 63 kB 00:00 2026-03-06T18:17:59.593 INFO:teuthology.orchestra.run.vm07.stdout:(150/154): lua-devel-5.4.4-4.el9.x86_64.rpm 115 kB/s | 21 kB 00:00 2026-03-06T18:17:59.755 INFO:teuthology.orchestra.run.vm07.stdout:(151/154): protobuf-compiler-3.14.0-17.el9_7.x8 3.7 MB/s | 862 kB 00:00 2026-03-06T18:17:59.866 INFO:teuthology.orchestra.run.vm07.stdout:(152/154): python3-scipy-1.9.3-2.el9.x86_64.rpm 17 MB/s | 19 MB 00:01 2026-03-06T18:18:00.058 INFO:teuthology.orchestra.run.vm07.stdout:(153/154): librados2-19.2.3-39.g340d3c24fc6.el9 7.4 MB/s | 3.4 MB 00:00 2026-03-06T18:18:00.172 INFO:teuthology.orchestra.run.vm07.stdout:(154/154): librbd1-19.2.3-39.g340d3c24fc6.el9.c 7.7 MB/s | 3.2 MB 00:00 2026-03-06T18:18:00.176 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-03-06T18:18:00.176 INFO:teuthology.orchestra.run.vm07.stdout:Total 18 MB/s | 213 MB 00:11 2026-03-06T18:18:00.977 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:18:01.033 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:18:01.033 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:18:01.897 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:18:01.897 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:18:02.839 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:18:02.853 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/156 2026-03-06T18:18:02.861 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 2/156 2026-03-06T18:18:02.872 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libxslt-1.1.34-13.el9_6.x86_64 3/156 2026-03-06T18:18:02.876 INFO:teuthology.orchestra.run.vm07.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 4/156 2026-03-06T18:18:02.879 INFO:teuthology.orchestra.run.vm07.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 5/156 2026-03-06T18:18:02.894 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lmdb-libs-0.9.29-3.el9.x86_64 6/156 2026-03-06T18:18:03.079 INFO:teuthology.orchestra.run.vm07.stdout: Installing : thrift-0.15.0-4.el9.x86_64 7/156 2026-03-06T18:18:03.082 INFO:teuthology.orchestra.run.vm07.stdout: Upgrading : librados2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 8/156 2026-03-06T18:18:03.146 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librados2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 8/156 2026-03-06T18:18:03.148 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcephfs2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x8 9/156 2026-03-06T18:18:03.178 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libcephfs2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x8 9/156 2026-03-06T18:18:03.184 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-rados-2:19.2.3-39.g340d3c24fc6.el9.clyso 10/156 2026-03-06T18:18:03.190 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 11/156 2026-03-06T18:18:03.199 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 12/156 2026-03-06T18:18:03.201 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcephsqlite-2:19.2.3-39.g340d3c24fc6.el9.clyso 13/156 2026-03-06T18:18:03.239 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libcephsqlite-2:19.2.3-39.g340d3c24fc6.el9.clyso 13/156 2026-03-06T18:18:03.240 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libradosstriper1-2:19.2.3-39.g340d3c24fc6.el9.cl 14/156 2026-03-06T18:18:03.294 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libradosstriper1-2:19.2.3-39.g340d3c24fc6.el9.cl 14/156 2026-03-06T18:18:03.304 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 15/156 2026-03-06T18:18:03.331 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 16/156 2026-03-06T18:18:03.342 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 17/156 2026-03-06T18:18:03.355 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/156 2026-03-06T18:18:03.362 INFO:teuthology.orchestra.run.vm07.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 19/156 2026-03-06T18:18:03.367 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lua-5.4.4-4.el9.x86_64 20/156 2026-03-06T18:18:03.374 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 21/156 2026-03-06T18:18:03.404 INFO:teuthology.orchestra.run.vm07.stdout: Installing : unzip-6.0-59.el9.x86_64 22/156 2026-03-06T18:18:03.423 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 23/156 2026-03-06T18:18:03.429 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 24/156 2026-03-06T18:18:03.440 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 25/156 2026-03-06T18:18:03.444 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 26/156 2026-03-06T18:18:03.449 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 27/156 2026-03-06T18:18:03.490 INFO:teuthology.orchestra.run.vm07.stdout: Installing : re2-1:20211101-20.el9.x86_64 28/156 2026-03-06T18:18:03.531 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 29/156 2026-03-06T18:18:03.539 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 30/156 2026-03-06T18:18:03.579 INFO:teuthology.orchestra.run.vm07.stdout: Installing : liboath-2.6.12-1.el9.x86_64 31/156 2026-03-06T18:18:03.587 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-ceph-common-2:19.2.3-39.g340d3c24fc6.el9 32/156 2026-03-06T18:18:03.598 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-ceph-argparse-2:19.2.3-39.g340d3c24fc6.e 33/156 2026-03-06T18:18:03.615 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cephfs-2:19.2.3-39.g340d3c24fc6.el9.clys 34/156 2026-03-06T18:18:03.625 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 35/156 2026-03-06T18:18:03.656 INFO:teuthology.orchestra.run.vm07.stdout: Installing : zip-3.0-35.el9.x86_64 36/156 2026-03-06T18:18:03.664 INFO:teuthology.orchestra.run.vm07.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/156 2026-03-06T18:18:03.674 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/156 2026-03-06T18:18:03.709 INFO:teuthology.orchestra.run.vm07.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 39/156 2026-03-06T18:18:03.729 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/156 2026-03-06T18:18:03.801 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/156 2026-03-06T18:18:03.806 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 42/156 2026-03-06T18:18:03.813 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 43/156 2026-03-06T18:18:03.821 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 44/156 2026-03-06T18:18:03.832 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 45/156 2026-03-06T18:18:03.838 INFO:teuthology.orchestra.run.vm07.stdout: Installing : librados-devel-2:19.2.3-39.g340d3c24fc6.el9.clys 46/156 2026-03-06T18:18:03.851 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 47/156 2026-03-06T18:18:03.861 INFO:teuthology.orchestra.run.vm07.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 48/156 2026-03-06T18:18:03.867 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 49/156 2026-03-06T18:18:03.877 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 50/156 2026-03-06T18:18:03.884 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 51/156 2026-03-06T18:18:03.924 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 52/156 2026-03-06T18:18:03.979 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 53/156 2026-03-06T18:18:04.284 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 54/156 2026-03-06T18:18:04.315 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 55/156 2026-03-06T18:18:04.366 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 56/156 2026-03-06T18:18:04.424 INFO:teuthology.orchestra.run.vm07.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 57/156 2026-03-06T18:18:04.511 INFO:teuthology.orchestra.run.vm07.stdout: Installing : openblas-0.3.29-1.el9.x86_64 58/156 2026-03-06T18:18:04.576 INFO:teuthology.orchestra.run.vm07.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 59/156 2026-03-06T18:18:04.603 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 60/156 2026-03-06T18:18:05.080 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 61/156 2026-03-06T18:18:05.180 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-numpy-1:1.23.5-1.el9.x86_64 62/156 2026-03-06T18:18:06.058 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 63/156 2026-03-06T18:18:06.083 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 64/156 2026-03-06T18:18:06.263 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 65/156 2026-03-06T18:18:06.266 INFO:teuthology.orchestra.run.vm07.stdout: Upgrading : librbd1-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_6 66/156 2026-03-06T18:18:06.366 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librbd1-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_6 66/156 2026-03-06T18:18:06.413 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-rbd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x 67/156 2026-03-06T18:18:06.436 INFO:teuthology.orchestra.run.vm07.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 68/156 2026-03-06T18:18:06.469 INFO:teuthology.orchestra.run.vm07.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 69/156 2026-03-06T18:18:06.491 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 69/156 2026-03-06T18:18:06.492 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-03-06T18:18:06.492 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:06.513 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 70/156 2026-03-06T18:18:06.524 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/156 2026-03-06T18:18:06.543 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 72/156 2026-03-06T18:18:06.565 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 73/156 2026-03-06T18:18:06.660 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 74/156 2026-03-06T18:18:06.676 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 75/156 2026-03-06T18:18:06.706 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 76/156 2026-03-06T18:18:06.716 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cheroot-10.0.1-4.el9.noarch 77/156 2026-03-06T18:18:06.724 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 78/156 2026-03-06T18:18:06.737 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 79/156 2026-03-06T18:18:06.770 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 80/156 2026-03-06T18:18:06.775 INFO:teuthology.orchestra.run.vm07.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 80/156 2026-03-06T18:18:06.778 INFO:teuthology.orchestra.run.vm07.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 81/156 2026-03-06T18:18:06.801 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 81/156 2026-03-06T18:18:06.939 INFO:teuthology.orchestra.run.vm07.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 82/156 2026-03-06T18:18:06.945 INFO:teuthology.orchestra.run.vm07.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 83/156 2026-03-06T18:18:07.393 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 83/156 2026-03-06T18:18:07.393 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-03-06T18:18:07.393 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:07.408 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 84/156 2026-03-06T18:18:07.411 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 85/156 2026-03-06T18:18:07.463 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 86/156 2026-03-06T18:18:07.463 INFO:teuthology.orchestra.run.vm07.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-03-06T18:18:07.463 INFO:teuthology.orchestra.run.vm07.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-03-06T18:18:07.463 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:07.487 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 86/156 2026-03-06T18:18:07.555 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 86/156 2026-03-06T18:18:07.556 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-03-06T18:18:07.556 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:07.603 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 87/156 2026-03-06T18:18:07.648 INFO:teuthology.orchestra.run.vm07.stdout: Installing : fuse-2.9.9-17.el9.x86_64 88/156 2026-03-06T18:18:07.660 INFO:teuthology.orchestra.run.vm07.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 89/156 2026-03-06T18:18:07.668 INFO:teuthology.orchestra.run.vm07.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 90/156 2026-03-06T18:18:07.677 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 91/156 2026-03-06T18:18:07.702 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 92/156 2026-03-06T18:18:07.732 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 93/156 2026-03-06T18:18:07.741 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 94/156 2026-03-06T18:18:07.808 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 95/156 2026-03-06T18:18:07.821 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 96/156 2026-03-06T18:18:07.838 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 97/156 2026-03-06T18:18:07.852 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 98/156 2026-03-06T18:18:07.863 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 99/156 2026-03-06T18:18:07.890 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 100/156 2026-03-06T18:18:07.906 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 101/156 2026-03-06T18:18:07.979 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 102/156 2026-03-06T18:18:08.006 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 103/156 2026-03-06T18:18:08.032 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 104/156 2026-03-06T18:18:08.043 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 105/156 2026-03-06T18:18:08.055 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 106/156 2026-03-06T18:18:08.112 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 107/156 2026-03-06T18:18:08.576 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 108/156 2026-03-06T18:18:08.655 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 109/156 2026-03-06T18:18:08.661 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 110/156 2026-03-06T18:18:08.672 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 111/156 2026-03-06T18:18:08.682 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 112/156 2026-03-06T18:18:08.689 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 113/156 2026-03-06T18:18:08.735 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 114/156 2026-03-06T18:18:08.746 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 115/156 2026-03-06T18:18:08.756 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 116/156 2026-03-06T18:18:08.761 INFO:teuthology.orchestra.run.vm07.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 117/156 2026-03-06T18:18:08.769 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 118/156 2026-03-06T18:18:09.064 INFO:teuthology.orchestra.run.vm07.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 119/156 2026-03-06T18:18:09.068 INFO:teuthology.orchestra.run.vm07.stdout: Installing : librgw2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_6 120/156 2026-03-06T18:18:09.095 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librgw2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_6 120/156 2026-03-06T18:18:09.098 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-rgw-2:19.2.3-39.g340d3c24fc6.el9.clyso.x 121/156 2026-03-06T18:18:10.443 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-common-2:19.2.3-39.g340d3c24fc6.el9.clyso.x 122/156 2026-03-06T18:18:10.461 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-common-2:19.2.3-39.g340d3c24fc6.el9.clyso.x 122/156 2026-03-06T18:18:10.843 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-common-2:19.2.3-39.g340d3c24fc6.el9.clyso.x 122/156 2026-03-06T18:18:10.851 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-base-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 123/156 2026-03-06T18:18:10.894 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-base-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 123/156 2026-03-06T18:18:10.895 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-03-06T18:18:10.895 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-03-06T18:18:10.895 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:10.905 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-selinux-2:19.2.3-39.g340d3c24fc6.el9.clyso. 124/156 2026-03-06T18:18:18.623 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-selinux-2:19.2.3-39.g340d3c24fc6.el9.clyso. 124/156 2026-03-06T18:18:18.624 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /sys 2026-03-06T18:18:18.624 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /proc 2026-03-06T18:18:18.624 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /mnt 2026-03-06T18:18:18.624 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /var/tmp 2026-03-06T18:18:18.624 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /home 2026-03-06T18:18:18.624 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /root 2026-03-06T18:18:18.624 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /tmp 2026-03-06T18:18:18.624 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:18.732 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-volume-2:19.2.3-39.g340d3c24fc6.el9.clyso.n 125/156 2026-03-06T18:18:18.753 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-volume-2:19.2.3-39.g340d3c24fc6.el9.clyso.n 125/156 2026-03-06T18:18:18.753 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-06T18:18:18.753 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-03-06T18:18:18.753 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:19.655 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-osd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 126/156 2026-03-06T18:18:19.684 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-osd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 126/156 2026-03-06T18:18:19.684 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-06T18:18:19.684 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-03-06T18:18:19.684 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-03-06T18:18:19.684 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-03-06T18:18:19.684 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:19.814 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mds-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 127/156 2026-03-06T18:18:19.839 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mds-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 127/156 2026-03-06T18:18:19.840 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-06T18:18:19.840 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-03-06T18:18:19.840 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-03-06T18:18:19.840 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-03-06T18:18:19.840 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:20.097 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mon-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 128/156 2026-03-06T18:18:20.122 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mon-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 128/156 2026-03-06T18:18:20.122 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-06T18:18:20.122 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-03-06T18:18:20.122 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-03-06T18:18:20.122 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-03-06T18:18:20.122 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:20.158 INFO:teuthology.orchestra.run.vm07.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 129/156 2026-03-06T18:18:20.218 INFO:teuthology.orchestra.run.vm07.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 130/156 2026-03-06T18:18:20.233 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 131/156 2026-03-06T18:18:20.237 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 132/156 2026-03-06T18:18:20.307 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: cephadm-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarc 133/156 2026-03-06T18:18:20.311 INFO:teuthology.orchestra.run.vm07.stdout: Installing : cephadm-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarc 133/156 2026-03-06T18:18:20.318 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-prometheus-alerts-2:19.2.3-39.g340d3c24fc6. 134/156 2026-03-06T18:18:20.345 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-grafana-dashboards-2:19.2.3-39.g340d3c24fc6 135/156 2026-03-06T18:18:20.349 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-cephadm-2:19.2.3-39.g340d3c24fc6.el9.cl 136/156 2026-03-06T18:18:20.962 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.2.3-39.g340d3c24fc6.el9.cl 136/156 2026-03-06T18:18:20.969 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-dashboard-2:19.2.3-39.g340d3c24fc6.el9. 137/156 2026-03-06T18:18:21.566 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.2.3-39.g340d3c24fc6.el9. 137/156 2026-03-06T18:18:21.569 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-diskprediction-local-2:19.2.3-39.g340d3 138/156 2026-03-06T18:18:21.585 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.2.3-39.g340d3 138/156 2026-03-06T18:18:21.587 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-k8sevents-2:19.2.3-39.g340d3c24fc6.el9. 139/156 2026-03-06T18:18:21.658 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-k8sevents-2:19.2.3-39.g340d3c24fc6.el9. 139/156 2026-03-06T18:18:21.722 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-modules-core-2:19.2.3-39.g340d3c24fc6.e 140/156 2026-03-06T18:18:21.766 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 141/156 2026-03-06T18:18:21.793 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 141/156 2026-03-06T18:18:21.793 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-06T18:18:21.793 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-03-06T18:18:21.793 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-03-06T18:18:21.793 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-03-06T18:18:21.793 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:21.810 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-rook-2:19.2.3-39.g340d3c24fc6.el9.clyso 142/156 2026-03-06T18:18:21.825 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-rook-2:19.2.3-39.g340d3c24fc6.el9.clyso 142/156 2026-03-06T18:18:22.400 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 143/156 2026-03-06T18:18:22.404 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-radosgw-2:19.2.3-39.g340d3c24fc6.el9.clyso. 144/156 2026-03-06T18:18:22.430 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-39.g340d3c24fc6.el9.clyso. 144/156 2026-03-06T18:18:22.430 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-06T18:18:22.430 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-03-06T18:18:22.430 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-03-06T18:18:22.430 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-03-06T18:18:22.430 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:22.443 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-immutable-object-cache-2:19.2.3-39.g340d3c2 145/156 2026-03-06T18:18:22.465 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-39.g340d3c2 145/156 2026-03-06T18:18:22.465 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-06T18:18:22.465 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-03-06T18:18:22.465 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:22.641 INFO:teuthology.orchestra.run.vm07.stdout: Installing : rbd-mirror-2:19.2.3-39.g340d3c24fc6.el9.clyso.x8 146/156 2026-03-06T18:18:22.668 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: rbd-mirror-2:19.2.3-39.g340d3c24fc6.el9.clyso.x8 146/156 2026-03-06T18:18:22.668 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-06T18:18:22.668 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-03-06T18:18:22.668 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-03-06T18:18:22.668 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-03-06T18:18:22.668 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:25.704 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-test-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 147/156 2026-03-06T18:18:25.713 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-fuse-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 148/156 2026-03-06T18:18:25.726 INFO:teuthology.orchestra.run.vm07.stdout: Installing : rbd-fuse-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 149/156 2026-03-06T18:18:25.766 INFO:teuthology.orchestra.run.vm07.stdout: Installing : rbd-nbd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_6 150/156 2026-03-06T18:18:25.775 INFO:teuthology.orchestra.run.vm07.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 151/156 2026-03-06T18:18:25.782 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcephfs-devel-2:19.2.3-39.g340d3c24fc6.el9.cly 152/156 2026-03-06T18:18:25.803 INFO:teuthology.orchestra.run.vm07.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 153/156 2026-03-06T18:18:25.808 INFO:teuthology.orchestra.run.vm07.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 154/156 2026-03-06T18:18:25.809 INFO:teuthology.orchestra.run.vm07.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 155/156 2026-03-06T18:18:25.831 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 155/156 2026-03-06T18:18:25.831 INFO:teuthology.orchestra.run.vm07.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 156/156 2026-03-06T18:18:27.415 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 156/156 2026-03-06T18:18:27.419 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 1/156 2026-03-06T18:18:27.419 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-base-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 2/156 2026-03-06T18:18:27.419 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-common-2:19.2.3-39.g340d3c24fc6.el9.clyso.x 3/156 2026-03-06T18:18:27.419 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-fuse-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 4/156 2026-03-06T18:18:27.419 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-39.g340d3c2 5/156 2026-03-06T18:18:27.425 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mds-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 6/156 2026-03-06T18:18:27.425 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 7/156 2026-03-06T18:18:27.425 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mon-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 8/156 2026-03-06T18:18:27.425 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-osd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 9/156 2026-03-06T18:18:27.425 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-radosgw-2:19.2.3-39.g340d3c24fc6.el9.clyso. 10/156 2026-03-06T18:18:27.425 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-selinux-2:19.2.3-39.g340d3c24fc6.el9.clyso. 11/156 2026-03-06T18:18:27.425 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-test-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 12/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcephfs-devel-2:19.2.3-39.g340d3c24fc6.el9.cly 13/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcephfs2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x8 14/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcephsqlite-2:19.2.3-39.g340d3c24fc6.el9.clyso 15/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librados-devel-2:19.2.3-39.g340d3c24fc6.el9.clys 16/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libradosstriper1-2:19.2.3-39.g340d3c24fc6.el9.cl 17/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librgw2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_6 18/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-ceph-argparse-2:19.2.3-39.g340d3c24fc6.e 19/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-ceph-common-2:19.2.3-39.g340d3c24fc6.el9 20/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cephfs-2:19.2.3-39.g340d3c24fc6.el9.clys 21/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-rados-2:19.2.3-39.g340d3c24fc6.el9.clyso 22/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-rbd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x 23/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-rgw-2:19.2.3-39.g340d3c24fc6.el9.clyso.x 24/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : rbd-fuse-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 25/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : rbd-mirror-2:19.2.3-39.g340d3c24fc6.el9.clyso.x8 26/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : rbd-nbd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_6 27/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-grafana-dashboards-2:19.2.3-39.g340d3c24fc6 28/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-cephadm-2:19.2.3-39.g340d3c24fc6.el9.cl 29/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-dashboard-2:19.2.3-39.g340d3c24fc6.el9. 30/156 2026-03-06T18:18:27.426 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.2.3-39.g340d3 31/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-k8sevents-2:19.2.3-39.g340d3c24fc6.el9. 32/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-39.g340d3c24fc6.e 33/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-rook-2:19.2.3-39.g340d3c24fc6.el9.clyso 34/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-prometheus-alerts-2:19.2.3-39.g340d3c24fc6. 35/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-volume-2:19.2.3-39.g340d3c24fc6.el9.clyso.n 36/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cephadm-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarc 37/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 38/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 39/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 40/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 41/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 42/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 43/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 44/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 45/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 46/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 47/156 2026-03-06T18:18:27.427 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 48/156 2026-03-06T18:18:27.428 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 49/156 2026-03-06T18:18:27.428 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 50/156 2026-03-06T18:18:27.428 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 51/156 2026-03-06T18:18:27.428 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 52/156 2026-03-06T18:18:27.428 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 53/156 2026-03-06T18:18:27.428 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 54/156 2026-03-06T18:18:27.428 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 55/156 2026-03-06T18:18:27.428 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 56/156 2026-03-06T18:18:27.428 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 57/156 2026-03-06T18:18:27.428 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 58/156 2026-03-06T18:18:27.428 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 59/156 2026-03-06T18:18:27.428 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 60/156 2026-03-06T18:18:27.428 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 61/156 2026-03-06T18:18:27.428 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 62/156 2026-03-06T18:18:27.429 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 63/156 2026-03-06T18:18:27.429 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 64/156 2026-03-06T18:18:27.429 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 65/156 2026-03-06T18:18:27.429 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 66/156 2026-03-06T18:18:27.429 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 67/156 2026-03-06T18:18:27.429 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 68/156 2026-03-06T18:18:27.429 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 69/156 2026-03-06T18:18:27.429 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 70/156 2026-03-06T18:18:27.429 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 71/156 2026-03-06T18:18:27.429 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/156 2026-03-06T18:18:27.429 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/156 2026-03-06T18:18:27.429 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/156 2026-03-06T18:18:27.429 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/156 2026-03-06T18:18:27.429 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/156 2026-03-06T18:18:27.430 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/156 2026-03-06T18:18:27.430 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/156 2026-03-06T18:18:27.430 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/156 2026-03-06T18:18:27.430 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 80/156 2026-03-06T18:18:27.430 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 81/156 2026-03-06T18:18:27.430 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 82/156 2026-03-06T18:18:27.430 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 83/156 2026-03-06T18:18:27.430 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 84/156 2026-03-06T18:18:27.431 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 85/156 2026-03-06T18:18:27.431 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : re2-1:20211101-20.el9.x86_64 86/156 2026-03-06T18:18:27.431 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 87/156 2026-03-06T18:18:27.431 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 88/156 2026-03-06T18:18:27.431 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 89/156 2026-03-06T18:18:27.431 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 90/156 2026-03-06T18:18:27.433 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 91/156 2026-03-06T18:18:27.433 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 92/156 2026-03-06T18:18:27.433 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 93/156 2026-03-06T18:18:27.433 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 94/156 2026-03-06T18:18:27.434 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 95/156 2026-03-06T18:18:27.434 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 96/156 2026-03-06T18:18:27.434 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lmdb-libs-0.9.29-3.el9.x86_64 97/156 2026-03-06T18:18:27.434 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 98/156 2026-03-06T18:18:27.434 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 99/156 2026-03-06T18:18:27.434 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 100/156 2026-03-06T18:18:27.434 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 101/156 2026-03-06T18:18:27.434 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 102/156 2026-03-06T18:18:27.434 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 103/156 2026-03-06T18:18:27.434 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 104/156 2026-03-06T18:18:27.434 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 105/156 2026-03-06T18:18:27.434 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 106/156 2026-03-06T18:18:27.434 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 107/156 2026-03-06T18:18:27.434 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 108/156 2026-03-06T18:18:27.434 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : unzip-6.0-59.el9.x86_64 109/156 2026-03-06T18:18:27.434 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : zip-3.0-35.el9.x86_64 110/156 2026-03-06T18:18:27.435 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 111/156 2026-03-06T18:18:27.435 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 112/156 2026-03-06T18:18:27.435 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 113/156 2026-03-06T18:18:27.435 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 114/156 2026-03-06T18:18:27.435 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 115/156 2026-03-06T18:18:27.435 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 116/156 2026-03-06T18:18:27.435 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 117/156 2026-03-06T18:18:27.435 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 118/156 2026-03-06T18:18:27.435 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 119/156 2026-03-06T18:18:27.435 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 120/156 2026-03-06T18:18:27.435 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 121/156 2026-03-06T18:18:27.435 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lua-5.4.4-4.el9.x86_64 122/156 2026-03-06T18:18:27.435 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 123/156 2026-03-06T18:18:27.435 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 124/156 2026-03-06T18:18:27.435 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 125/156 2026-03-06T18:18:27.440 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 126/156 2026-03-06T18:18:27.440 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 127/156 2026-03-06T18:18:27.440 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 128/156 2026-03-06T18:18:27.440 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 129/156 2026-03-06T18:18:27.440 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 130/156 2026-03-06T18:18:27.440 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 131/156 2026-03-06T18:18:27.440 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 132/156 2026-03-06T18:18:27.440 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 133/156 2026-03-06T18:18:27.440 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 134/156 2026-03-06T18:18:27.440 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-numpy-1:1.23.5-1.el9.x86_64 135/156 2026-03-06T18:18:27.440 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 136/156 2026-03-06T18:18:27.441 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 137/156 2026-03-06T18:18:27.441 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 138/156 2026-03-06T18:18:27.441 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 139/156 2026-03-06T18:18:27.441 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 140/156 2026-03-06T18:18:27.441 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 141/156 2026-03-06T18:18:27.441 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 142/156 2026-03-06T18:18:27.441 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 143/156 2026-03-06T18:18:27.441 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 144/156 2026-03-06T18:18:27.441 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 145/156 2026-03-06T18:18:27.441 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 146/156 2026-03-06T18:18:27.441 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 147/156 2026-03-06T18:18:27.441 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 148/156 2026-03-06T18:18:27.441 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 149/156 2026-03-06T18:18:27.442 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 150/156 2026-03-06T18:18:27.442 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 151/156 2026-03-06T18:18:27.442 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 152/156 2026-03-06T18:18:27.442 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librados2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 153/156 2026-03-06T18:18:27.442 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 154/156 2026-03-06T18:18:27.442 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librbd1-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_6 155/156 2026-03-06T18:18:27.591 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 156/156 2026-03-06T18:18:27.591 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:27.591 INFO:teuthology.orchestra.run.vm07.stdout:Upgraded: 2026-03-06T18:18:27.591 INFO:teuthology.orchestra.run.vm07.stdout: librados2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.591 INFO:teuthology.orchestra.run.vm07.stdout: librbd1-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.591 INFO:teuthology.orchestra.run.vm07.stdout:Installed: 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-base-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-common-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-fuse-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-grafana-dashboards-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-immutable-object-cache-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mds-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-cephadm-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-dashboard-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-diskprediction-local-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-k8sevents-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-modules-core-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-rook-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mon-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-osd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-prometheus-alerts-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-radosgw-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-selinux-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-test-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ceph-volume-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: cephadm-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: fuse-2.9.9-17.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: grpc-data-1.46.7-10.el9.noarch 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: libarrow-9.0.0-15.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs-devel-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: libcephsqlite-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: libconfig-1.7.2-9.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: libnbd-1.20.3-4.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: liboath-2.6.12-1.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: librados-devel-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: libradosstriper1-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: librgw2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: libunwind-1.6.2-1.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: lmdb-libs-0.9.29-3.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: lua-5.4.4-4.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-03-06T18:18:27.592 INFO:teuthology.orchestra.run.vm07.stdout: luarocks-3.9.2-5.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: nvme-cli-2.13-1.el9.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: openblas-0.3.29-1.el9.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: pciutils-3.7.0-7.el9.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-babel-2.9.1-2.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-ceph-argparse-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-ceph-common-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-cephfs-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-mako-1.1.4-6.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-numpy-1:1.23.5-1.el9.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-numpy-f2py-1:1.23.5-1.el9.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-packaging-20.9-5.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-portend-3.1.0-2.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-pycparser-2.20-6.el9.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-rados-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.593 INFO:teuthology.orchestra.run.vm07.stdout: python3-rbd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-rgw-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-routes-2.5.1-5.el9.noarch 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-rsa-4.9-2.el9.noarch 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-saml-1.16.0-1.el9.noarch 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-webob-1.8.8-2.el9.noarch 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: qatlib-24.09.0-1.el9.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: rbd-fuse-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: rbd-mirror-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: rbd-nbd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: re2-1:20211101-20.el9.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: s3cmd-2.4.0-1.el9.noarch 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: socat-1.7.4.1-8.el9.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: thrift-0.15.0-4.el9.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: unzip-6.0-59.el9.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: zip-3.0-35.el9.x86_64 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:27.594 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:18:27.754 DEBUG:teuthology.parallel:result is None 2026-03-06T18:18:27.754 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-03-06T18:18:27.754 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-03-06T18:18:27.754 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:27.754 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-03-06T18:18:27.795 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-03-06T18:18:27.795 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:27.795 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/usr/bin/daemon-helper 2026-03-06T18:18:27.882 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-03-06T18:18:27.968 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-03-06T18:18:27.968 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:27.968 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/usr/bin/adjust-ulimits 2026-03-06T18:18:28.020 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-03-06T18:18:28.117 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-03-06T18:18:28.118 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:28.118 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/usr/bin/stdin-killer 2026-03-06T18:18:28.163 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-03-06T18:18:28.237 INFO:teuthology.run_tasks:Running task ceph... 2026-03-06T18:18:28.284 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-03-06T18:18:28.285 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod 777 /var/log/ceph 2026-03-06T18:18:28.316 INFO:tasks.ceph:Disabling ceph logrotate... 2026-03-06T18:18:28.316 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -f -- /etc/logrotate.d/ceph 2026-03-06T18:18:28.383 INFO:tasks.ceph:Creating extra log directories... 2026-03-06T18:18:28.383 DEBUG:teuthology.orchestra.run.vm07:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-03-06T18:18:28.467 INFO:tasks.ceph:Creating ceph cluster ceph... 2026-03-06T18:18:28.467 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'barbican', 'rgw keystone accepted admin roles': 'admin', 'rgw keystone accepted roles': 'admin,member,creator', 'rgw keystone admin domain': 'Default', 'rgw keystone admin password': 'ADMIN', 'rgw keystone admin project': 'admin', 'rgw keystone admin user': 'admin', 'rgw keystone api version': 3, 'rgw keystone barbican domain': 'Default', 'rgw keystone barbican password': 'rgwcrypt-pass', 'rgw keystone barbican project': 'rgwcrypt', 'rgw keystone barbican user': 'rgwcrypt-user', 'rgw keystone implicit tenants': True, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw swift account in url': True, 'rgw swift enforce content length': True, 'rgw swift versioning enabled': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-03-06T18:18:28.467 INFO:tasks.ceph:ctx.config {'archive_path': '/archive/irq0-2026-03-06_18:11:54-rgw:crypt-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/320', 'branch': 'cobaltcore-storage-v19.2.3-fasttrack-5', 'description': 'rgw:crypt/{0-cluster/fixed-1 1-ceph-install/install 2-kms/barbican 3-rgw/rgw 4-tests/{s3tests} ignore-pg-availability overrides rocky_latest s3tests-branch}', 'email': None, 'first_in_suite': False, 'flavor': 'default', 'job_id': '320', 'last_in_suite': False, 'machine_type': 'vps', 'name': 'irq0-2026-03-06_18:11:54-rgw:crypt-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps', 'no_nested_subset': False, 'os_type': 'rocky', 'os_version': '9.7', 'overrides': {'admin_socket': {'branch': 'cobaltcore-storage-v19.2.3-fasttrack-5'}, 'ansible.cephlab': {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'timezone': 'Europe/Berlin'}}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'barbican', 'rgw keystone accepted admin roles': 'admin', 'rgw keystone accepted roles': 'admin,member,creator', 'rgw keystone admin domain': 'Default', 'rgw keystone admin password': 'ADMIN', 'rgw keystone admin project': 'admin', 'rgw keystone admin user': 'admin', 'rgw keystone api version': 3, 'rgw keystone barbican domain': 'Default', 'rgw keystone barbican password': 'rgwcrypt-pass', 'rgw keystone barbican project': 'rgwcrypt', 'rgw keystone barbican user': 'rgwcrypt-user', 'rgw keystone implicit tenants': True, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw swift account in url': True, 'rgw swift enforce content length': True, 'rgw swift versioning enabled': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled'], 'sha1': '340d3c24fc6ae7529322dc7ccee6c6cb2589da0a'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'global': {'osd crush chooseleaf type': 0, 'osd pool default pg num': 128, 'osd pool default pgp num': 128, 'osd pool default size': 2}, 'mon': {}}}, 'cephadm': {'cephadm_binary_url': 'https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm', 'containers': {'image': 'harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-5'}}, 'install': {'ceph': {'flavor': 'default', 'sha1': '340d3c24fc6ae7529322dc7ccee6c6cb2589da0a'}, 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-39-g340d3c24fc6/el9.clyso/x86_64'}]}, 'rgw': {'client.0': {'use-barbican-role': 'client.0', 'use-keystone-role': 'client.0'}, 'compression type': 'random'}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888'}, 'force-branch': 'ceph-squid'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'workunit': {'branch': 'tt-19.2.3-fasttrack-5', 'sha1': '545c5f01d80aa4e9e369fac62ca8d472e7315a4e'}}, 'owner': 'irq0', 'priority': 1000, 'repo': 'https://github.com/ceph/ceph.git', 'roles': [['mon.a', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'client.0']], 'seed': 2478, 'sha1': '340d3c24fc6ae7529322dc7ccee6c6cb2589da0a', 'sleep_before_teardown': 0, 'suite': 'rgw:crypt', 'suite_branch': 'tt-19.2.3-fasttrack-5', 'suite_path': '/home/teuthos/src/github.com_kshtsk_ceph_545c5f01d80aa4e9e369fac62ca8d472e7315a4e/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/kshtsk/ceph.git', 'suite_sha1': '545c5f01d80aa4e9e369fac62ca8d472e7315a4e', 'targets': {'vm07.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJrXTH7GxQ3H8/t8IvYWQGdqlmlwPB9nNzZCGcPhIT6Z2j/VD9rsKTkZNhN7BT2D1SkTnLYVoXmQ0+UbUr/6Xdg='}, 'tasks': [{'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': None}, {'ceph': None}, {'tox': ['client.0']}, {'keystone': {'client.0': {'force-branch': 'stable/2025.1', 'projects': [{'description': 'Encryption Tenant', 'domain': 'default', 'name': 'rgwcrypt'}, {'description': 'Barbican', 'domain': 'default', 'name': 'barbican'}, {'description': 'S3 project', 'domain': 'default', 'name': 's3'}], 'role-mappings': [{'name': 'member', 'project': 'rgwcrypt', 'user': 'rgwcrypt-user'}, {'name': 'admin', 'project': 'barbican', 'user': 'barbican-user'}, {'name': 'creator', 'project': 's3', 'user': 's3-user'}], 'roles': [{'name': 'member'}, {'name': 'creator'}], 'services': [{'description': 'Swift Service', 'name': 'swift', 'type': 'object-store'}], 'users': [{'domain': 'default', 'name': 'rgwcrypt-user', 'password': 'rgwcrypt-pass', 'project': 'rgwcrypt'}, {'domain': 'default', 'name': 'barbican-user', 'password': 'barbican-pass', 'project': 'barbican'}, {'domain': 'default', 'name': 's3-user', 'password': 's3-pass', 'project': 's3'}]}}}, {'barbican': {'client.0': {'force-branch': 'stable/2025.1', 'keystone_authtoken': {'auth_plugin': 'password', 'password': 'barbican-pass', 'user_domain_name': 'Default', 'username': 'barbican-user'}, 'rgw_user': {'password': 'rgwcrypt-pass', 'tenantName': 'rgwcrypt', 'username': 'rgwcrypt-user'}, 'secrets': [{'base64': 'a2V5MS5GcWVxKzhzTGNLaGtzQkg5NGVpb1FKcFpGb2c=', 'name': 'my-key-1', 'password': 's3-pass', 'tenantName': 's3', 'username': 's3-user'}, {'base64': 'a2V5Mi5yNUNNMGFzMVdIUVZxcCt5NGVmVGlQQ1k4YWg=', 'name': 'my-key-2', 'password': 's3-pass', 'tenantName': 's3', 'username': 's3-user'}], 'use-keystone-role': 'client.0'}}}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'s3tests': {'client.0': {'barbican': {'kms_key': 'my-key-1', 'kms_key2': 'my-key-2'}, 'vault_kv': {'key_path': 'my-key-1', 'key_path2': 'my-key-2'}, 'vault_old': {'key_path': 'my-key-1/1', 'key_path2': 'my-key-2/1'}, 'vault_transit': {'key_path': 'my-key-1', 'key_path2': 'my-key-2'}}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'clyso-debian-13', 'teuthology_repo': 'https://github.com/clyso/teuthology', 'teuthology_sha1': '1c580df7a9c7c2aadc272da296344fd99f27c444', 'timestamp': '2026-03-06_18:11:54', 'tube': 'vps', 'user': 'irq0', 'verbose': False, 'worker_log': '/home/teuthos/.teuthology/dispatcher/dispatcher.vps.43333'} 2026-03-06T18:18:28.467 DEBUG:teuthology.orchestra.run.vm07:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-03-06T18:18:28.524 DEBUG:teuthology.orchestra.run.vm07:> sudo install -d -m0777 -- /var/run/ceph 2026-03-06T18:18:28.601 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:28.601 DEBUG:teuthology.orchestra.run.vm07:> dd if=/scratch_devs of=/dev/stdout 2026-03-06T18:18:28.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T18:18:28.662 DEBUG:teuthology.orchestra.run.vm07:> ls /dev/[sv]d? 2026-03-06T18:18:28.728 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vda 2026-03-06T18:18:28.728 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vdb 2026-03-06T18:18:28.728 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vdc 2026-03-06T18:18:28.728 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vdd 2026-03-06T18:18:28.728 INFO:teuthology.orchestra.run.vm07.stdout:/dev/vde 2026-03-06T18:18:28.728 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-06T18:18:28.728 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-06T18:18:28.728 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vdb 2026-03-06T18:18:28.790 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vdb 2026-03-06T18:18:28.791 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T18:18:28.791 INFO:teuthology.orchestra.run.vm07.stdout:Device: 5h/5d Inode: 226 Links: 1 Device type: fc,10 2026-03-06T18:18:28.791 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T18:18:28.791 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T18:18:28.791 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 18:18:07.513955827 +0100 2026-03-06T18:18:28.791 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 18:18:07.513955827 +0100 2026-03-06T18:18:28.791 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 18:18:07.513955827 +0100 2026-03-06T18:18:28.791 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 18:14:20.200000000 +0100 2026-03-06T18:18:28.791 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-06T18:18:28.862 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T18:18:28.862 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T18:18:28.862 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000153648 s, 3.3 MB/s 2026-03-06T18:18:28.863 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-06T18:18:28.927 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vdc 2026-03-06T18:18:28.991 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vdc 2026-03-06T18:18:28.991 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T18:18:28.991 INFO:teuthology.orchestra.run.vm07.stdout:Device: 5h/5d Inode: 253 Links: 1 Device type: fc,20 2026-03-06T18:18:28.991 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T18:18:28.991 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T18:18:28.991 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 18:18:07.456955814 +0100 2026-03-06T18:18:28.991 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 18:18:07.456955814 +0100 2026-03-06T18:18:28.991 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 18:18:07.456955814 +0100 2026-03-06T18:18:28.991 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 18:14:20.214000000 +0100 2026-03-06T18:18:28.991 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-06T18:18:29.060 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T18:18:29.060 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T18:18:29.060 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000177973 s, 2.9 MB/s 2026-03-06T18:18:29.061 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-06T18:18:29.126 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vdd 2026-03-06T18:18:29.194 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vdd 2026-03-06T18:18:29.195 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T18:18:29.195 INFO:teuthology.orchestra.run.vm07.stdout:Device: 5h/5d Inode: 259 Links: 1 Device type: fc,30 2026-03-06T18:18:29.195 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T18:18:29.195 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T18:18:29.195 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 18:18:07.450955812 +0100 2026-03-06T18:18:29.195 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 18:18:07.450955812 +0100 2026-03-06T18:18:29.195 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 18:18:07.450955812 +0100 2026-03-06T18:18:29.195 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 18:14:20.221000000 +0100 2026-03-06T18:18:29.195 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-06T18:18:29.268 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T18:18:29.268 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T18:18:29.268 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.00020788 s, 2.5 MB/s 2026-03-06T18:18:29.269 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-06T18:18:29.330 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vde 2026-03-06T18:18:29.395 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vde 2026-03-06T18:18:29.396 INFO:teuthology.orchestra.run.vm07.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-06T18:18:29.396 INFO:teuthology.orchestra.run.vm07.stdout:Device: 5h/5d Inode: 260 Links: 1 Device type: fc,40 2026-03-06T18:18:29.396 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-06T18:18:29.396 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-06T18:18:29.396 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-03-06 18:18:07.458955814 +0100 2026-03-06T18:18:29.396 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-03-06 18:18:07.458955814 +0100 2026-03-06T18:18:29.396 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-03-06 18:18:07.458955814 +0100 2026-03-06T18:18:29.396 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-03-06 18:14:20.267000000 +0100 2026-03-06T18:18:29.396 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-06T18:18:29.469 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-03-06T18:18:29.469 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-03-06T18:18:29.469 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000145403 s, 3.5 MB/s 2026-03-06T18:18:29.470 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-06T18:18:29.536 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'} 2026-03-06T18:18:29.536 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@vm07.local'): {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'}} 2026-03-06T18:18:29.536 INFO:tasks.ceph:Generating config... 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] debug rgw = 20 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = barbican 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw keystone accepted admin roles = admin 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw keystone accepted roles = admin,member,creator 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw keystone admin domain = Default 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw keystone admin password = ADMIN 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw keystone admin project = admin 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw keystone admin user = admin 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw keystone api version = 3 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw keystone barbican domain = Default 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw keystone barbican password = rgwcrypt-pass 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw keystone barbican project = rgwcrypt 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw keystone barbican user = rgwcrypt-user 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw keystone implicit tenants = True 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw swift account in url = True 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw swift enforce content length = True 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] rgw swift versioning enabled = True 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] setgroup = ceph 2026-03-06T18:18:29.537 INFO:tasks.ceph:[client] setuser = ceph 2026-03-06T18:18:29.537 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-03-06T18:18:29.537 INFO:tasks.ceph:[mgr] debug ms = 1 2026-03-06T18:18:29.537 INFO:tasks.ceph:[mon] debug mon = 20 2026-03-06T18:18:29.537 INFO:tasks.ceph:[mon] debug ms = 1 2026-03-06T18:18:29.537 INFO:tasks.ceph:[mon] debug paxos = 20 2026-03-06T18:18:29.537 INFO:tasks.ceph:[osd] debug ms = 1 2026-03-06T18:18:29.537 INFO:tasks.ceph:[osd] debug osd = 20 2026-03-06T18:18:29.538 INFO:tasks.ceph:[osd] osd mclock iops capacity threshold hdd = 49000 2026-03-06T18:18:29.538 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2026-03-06T18:18:29.538 INFO:tasks.ceph:Setting up mon.a... 2026-03-06T18:18:29.538 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2026-03-06T18:18:29.624 INFO:teuthology.orchestra.run.vm07.stdout:creating /etc/ceph/ceph.keyring 2026-03-06T18:18:29.631 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2026-03-06T18:18:29.693 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-03-06T18:18:29.728 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '192.168.123.107')] 2026-03-06T18:18:29.729 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '192.168.123.107'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'barbican', 'rgw keystone accepted admin roles': 'admin', 'rgw keystone accepted roles': 'admin,member,creator', 'rgw keystone admin domain': 'Default', 'rgw keystone admin password': 'ADMIN', 'rgw keystone admin project': 'admin', 'rgw keystone admin user': 'admin', 'rgw keystone api version': 3, 'rgw keystone barbican domain': 'Default', 'rgw keystone barbican password': 'rgwcrypt-pass', 'rgw keystone barbican project': 'rgwcrypt', 'rgw keystone barbican user': 'rgwcrypt-user', 'rgw keystone implicit tenants': True, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw swift account in url': True, 'rgw swift enforce content length': True, 'rgw swift versioning enabled': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}} 2026-03-06T18:18:29.729 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:29.729 DEBUG:teuthology.orchestra.run.vm07:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-03-06T18:18:29.793 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 192.168.123.107 --print /home/ubuntu/cephtest/ceph.monmap 2026-03-06T18:18:29.873 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-03-06T18:18:29.873 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-03-06T18:18:29.873 INFO:teuthology.orchestra.run.vm07.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2026-03-06T18:18:29.873 INFO:teuthology.orchestra.run.vm07.stdout:monmaptool: generated fsid 87301edc-bb0e-46ed-b8a6-2a3acd098ee4 2026-03-06T18:18:29.873 INFO:teuthology.orchestra.run.vm07.stdout:setting min_mon_release = quincy 2026-03-06T18:18:29.873 INFO:teuthology.orchestra.run.vm07.stdout:epoch 0 2026-03-06T18:18:29.873 INFO:teuthology.orchestra.run.vm07.stdout:fsid 87301edc-bb0e-46ed-b8a6-2a3acd098ee4 2026-03-06T18:18:29.873 INFO:teuthology.orchestra.run.vm07.stdout:last_changed 2026-03-06T18:18:29.874300+0100 2026-03-06T18:18:29.873 INFO:teuthology.orchestra.run.vm07.stdout:created 2026-03-06T18:18:29.874300+0100 2026-03-06T18:18:29.873 INFO:teuthology.orchestra.run.vm07.stdout:min_mon_release 17 (quincy) 2026-03-06T18:18:29.873 INFO:teuthology.orchestra.run.vm07.stdout:election_strategy: 1 2026-03-06T18:18:29.873 INFO:teuthology.orchestra.run.vm07.stdout:0: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.a 2026-03-06T18:18:29.873 INFO:teuthology.orchestra.run.vm07.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (1 monitors) 2026-03-06T18:18:29.875 DEBUG:teuthology.orchestra.run.vm07:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-03-06T18:18:29.944 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 87301edc-bb0e-46ed-b8a6-2a3acd098ee4... 2026-03-06T18:18:29.944 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-03-06T18:18:30.035 INFO:teuthology.orchestra.run.vm07.stdout:[global] 2026-03-06T18:18:30.035 INFO:teuthology.orchestra.run.vm07.stdout: chdir = "" 2026-03-06T18:18:30.035 INFO:teuthology.orchestra.run.vm07.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-03-06T18:18:30.035 INFO:teuthology.orchestra.run.vm07.stdout: auth supported = cephx 2026-03-06T18:18:30.035 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.035 INFO:teuthology.orchestra.run.vm07.stdout: filestore xattr use omap = true 2026-03-06T18:18:30.035 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.035 INFO:teuthology.orchestra.run.vm07.stdout: mon clock drift allowed = 1.000 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd crush chooseleaf type = 0 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: auth debug = true 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: ms die on old message = true 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: ms die on bug = true 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: mon max pg per osd = 10000 # >= luminous 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: mon pg warn max object skew = 0 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: # disable pg_autoscaler by default for new pools 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd_pool_default_pg_autoscale_mode = off 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd pool default size = 2 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: mon osd allow primary affinity = true 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: mon osd allow pg remap = true 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: mon warn on legacy crush tunables = false 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: mon warn on crush straw calc version zero = false 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: mon warn on no sortbitwise = false 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: mon warn on osd down out interval zero = false 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: mon warn on too few osds = false 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: mon_warn_on_pool_no_redundancy = false 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: mon_allow_pool_size_one = true 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd default data pool replay window = 5 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: mon allow pool delete = true 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: mon cluster log file level = debug 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: debug asserts on shutdown = true 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: mon health detail to clog = false 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: mon host = 192.168.123.107 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: fsid = 87301edc-bb0e-46ed-b8a6-2a3acd098ee4 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout:[osd] 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd journal size = 100 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd scrub load threshold = 5.0 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd scrub max interval = 600 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd mclock profile = high_recovery_ops 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd recover clone overlap = true 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd recovery max chunk = 1048576 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd debug shutdown = true 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd debug op order = true 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd debug verify stray on activate = true 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd debug trim objects = true 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd open classes on start = true 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd debug pg log writeout = true 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd deep scrub update digest min age = 30 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: osd map max advance = 10 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: journal zero on create = true 2026-03-06T18:18:30.036 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: filestore ondisk finisher threads = 3 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: filestore apply finisher threads = 3 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: bdev debug aio = true 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: osd debug misdirected ops = true 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: debug ms = 1 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: debug osd = 20 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: osd mclock iops capacity threshold hdd = 49000 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: osd shutdown pgref assert = True 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout:[mgr] 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: debug ms = 1 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: debug mgr = 20 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: debug mon = 20 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: debug auth = 20 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: mon reweight min pgs per osd = 4 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: mon reweight min bytes per osd = 10 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: mgr/telemetry/nag = false 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout:[mon] 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: debug ms = 1 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: debug mon = 20 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: debug paxos = 20 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: debug auth = 20 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: mon data avail warn = 5 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: mon mgr mkfs grace = 240 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: mon reweight min pgs per osd = 4 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: mon osd reporter subtree level = osd 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: mon osd prime pg temp = true 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: mon reweight min bytes per osd = 10 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: auth mon ticket ttl = 660 # 11m 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: auth service ticket ttl = 240 # 4m 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: # don't complain about insecure global_id in the test suite 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: # 1m isn't quite enough 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: mon_down_mkfs_grace = 2m 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: mon_warn_on_filestore_osds = false 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout:[client] 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: rgw cache enabled = true 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: rgw enable ops log = true 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: rgw enable usage log = true 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: debug rgw = 20 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: rgw crypt require ssl = False 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: rgw crypt s3 kms backend = barbican 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: rgw keystone accepted admin roles = admin 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: rgw keystone accepted roles = "admin,member,creator" 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: rgw keystone admin domain = Default 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: rgw keystone admin password = ADMIN 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: rgw keystone admin project = admin 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: rgw keystone admin user = admin 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: rgw keystone api version = 3 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: rgw keystone barbican domain = Default 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: rgw keystone barbican password = rgwcrypt-pass 2026-03-06T18:18:30.037 INFO:teuthology.orchestra.run.vm07.stdout: rgw keystone barbican project = rgwcrypt 2026-03-06T18:18:30.038 INFO:teuthology.orchestra.run.vm07.stdout: rgw keystone barbican user = rgwcrypt-user 2026-03-06T18:18:30.038 INFO:teuthology.orchestra.run.vm07.stdout: rgw keystone implicit tenants = True 2026-03-06T18:18:30.038 INFO:teuthology.orchestra.run.vm07.stdout: rgw s3 auth use sts = True 2026-03-06T18:18:30.038 INFO:teuthology.orchestra.run.vm07.stdout: rgw sts key = abcdefghijklmnop 2026-03-06T18:18:30.038 INFO:teuthology.orchestra.run.vm07.stdout: rgw swift account in url = True 2026-03-06T18:18:30.038 INFO:teuthology.orchestra.run.vm07.stdout: rgw swift enforce content length = True 2026-03-06T18:18:30.038 INFO:teuthology.orchestra.run.vm07.stdout: rgw swift versioning enabled = True 2026-03-06T18:18:30.038 INFO:teuthology.orchestra.run.vm07.stdout: setgroup = ceph 2026-03-06T18:18:30.038 INFO:teuthology.orchestra.run.vm07.stdout: setuser = ceph 2026-03-06T18:18:30.038 INFO:teuthology.orchestra.run.vm07.stdout:[mon.a] 2026-03-06T18:18:30.051 INFO:tasks.ceph:Creating admin key on mon.a... 2026-03-06T18:18:30.051 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2026-03-06T18:18:30.101 INFO:tasks.ceph:Copying monmap to all nodes... 2026-03-06T18:18:30.101 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:30.101 DEBUG:teuthology.orchestra.run.vm07:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2026-03-06T18:18:30.122 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:30.122 DEBUG:teuthology.orchestra.run.vm07:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2026-03-06T18:18:30.189 INFO:tasks.ceph:Sending monmap to node ubuntu@vm07.local 2026-03-06T18:18:30.189 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:30.189 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/ceph/ceph.keyring 2026-03-06T18:18:30.189 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-03-06T18:18:30.266 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:30.266 DEBUG:teuthology.orchestra.run.vm07:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-03-06T18:18:30.331 INFO:tasks.ceph:Setting up mon nodes... 2026-03-06T18:18:30.331 INFO:tasks.ceph:Setting up mgr nodes... 2026-03-06T18:18:30.331 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2026-03-06T18:18:30.423 INFO:teuthology.orchestra.run.vm07.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2026-03-06T18:18:30.426 INFO:tasks.ceph:Setting up mds nodes... 2026-03-06T18:18:30.426 INFO:tasks.ceph_client:Setting up client nodes... 2026-03-06T18:18:30.426 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-03-06T18:18:30.470 INFO:teuthology.orchestra.run.vm07.stdout:creating /etc/ceph/ceph.client.0.keyring 2026-03-06T18:18:30.483 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-03-06T18:18:30.483 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@vm07.local'): {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'}} 2026-03-06T18:18:30.483 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2026-03-06T18:18:30.510 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'} 2026-03-06T18:18:30.510 INFO:tasks.ceph:role: osd.0 2026-03-06T18:18:30.510 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdb on ubuntu@vm07.local 2026-03-06T18:18:30.510 DEBUG:teuthology.orchestra.run.vm07:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdb 2026-03-06T18:18:30.590 INFO:teuthology.orchestra.run.vm07.stdout:meta-data=/dev/vdb isize=2048 agcount=4, agsize=1310720 blks 2026-03-06T18:18:30.590 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-06T18:18:30.590 INFO:teuthology.orchestra.run.vm07.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-06T18:18:30.590 INFO:teuthology.orchestra.run.vm07.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-06T18:18:30.590 INFO:teuthology.orchestra.run.vm07.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-06T18:18:30.590 INFO:teuthology.orchestra.run.vm07.stdout: = sunit=0 swidth=0 blks 2026-03-06T18:18:30.590 INFO:teuthology.orchestra.run.vm07.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-06T18:18:30.590 INFO:teuthology.orchestra.run.vm07.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-06T18:18:30.590 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-06T18:18:30.590 INFO:teuthology.orchestra.run.vm07.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-06T18:18:30.628 INFO:teuthology.orchestra.run.vm07.stdout:Discarding blocks...Done. 2026-03-06T18:18:30.629 INFO:tasks.ceph:mount /dev/vdb on ubuntu@vm07.local -o noatime 2026-03-06T18:18:30.629 DEBUG:teuthology.orchestra.run.vm07:> sudo mount -t xfs -o noatime /dev/vdb /var/lib/ceph/osd/ceph-0 2026-03-06T18:18:30.710 DEBUG:teuthology.orchestra.run.vm07:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2026-03-06T18:18:30.797 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2026-03-06T18:18:30.826 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'} 2026-03-06T18:18:30.826 INFO:tasks.ceph:role: osd.1 2026-03-06T18:18:30.826 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdc on ubuntu@vm07.local 2026-03-06T18:18:30.826 DEBUG:teuthology.orchestra.run.vm07:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdc 2026-03-06T18:18:30.906 INFO:teuthology.orchestra.run.vm07.stdout:meta-data=/dev/vdc isize=2048 agcount=4, agsize=1310720 blks 2026-03-06T18:18:30.906 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-06T18:18:30.906 INFO:teuthology.orchestra.run.vm07.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-06T18:18:30.906 INFO:teuthology.orchestra.run.vm07.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-06T18:18:30.906 INFO:teuthology.orchestra.run.vm07.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-06T18:18:30.906 INFO:teuthology.orchestra.run.vm07.stdout: = sunit=0 swidth=0 blks 2026-03-06T18:18:30.906 INFO:teuthology.orchestra.run.vm07.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-06T18:18:30.906 INFO:teuthology.orchestra.run.vm07.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-06T18:18:30.906 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-06T18:18:30.906 INFO:teuthology.orchestra.run.vm07.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-06T18:18:30.912 INFO:teuthology.orchestra.run.vm07.stdout:Discarding blocks...Done. 2026-03-06T18:18:30.916 INFO:tasks.ceph:mount /dev/vdc on ubuntu@vm07.local -o noatime 2026-03-06T18:18:30.916 DEBUG:teuthology.orchestra.run.vm07:> sudo mount -t xfs -o noatime /dev/vdc /var/lib/ceph/osd/ceph-1 2026-03-06T18:18:31.011 DEBUG:teuthology.orchestra.run.vm07:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2026-03-06T18:18:31.051 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2026-03-06T18:18:31.121 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'} 2026-03-06T18:18:31.121 INFO:tasks.ceph:role: osd.2 2026-03-06T18:18:31.121 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdd on ubuntu@vm07.local 2026-03-06T18:18:31.121 DEBUG:teuthology.orchestra.run.vm07:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdd 2026-03-06T18:18:31.193 INFO:teuthology.orchestra.run.vm07.stdout:meta-data=/dev/vdd isize=2048 agcount=4, agsize=1310720 blks 2026-03-06T18:18:31.193 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-06T18:18:31.193 INFO:teuthology.orchestra.run.vm07.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-06T18:18:31.194 INFO:teuthology.orchestra.run.vm07.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-06T18:18:31.194 INFO:teuthology.orchestra.run.vm07.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-06T18:18:31.194 INFO:teuthology.orchestra.run.vm07.stdout: = sunit=0 swidth=0 blks 2026-03-06T18:18:31.194 INFO:teuthology.orchestra.run.vm07.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-06T18:18:31.194 INFO:teuthology.orchestra.run.vm07.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-06T18:18:31.194 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-06T18:18:31.194 INFO:teuthology.orchestra.run.vm07.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-06T18:18:31.200 INFO:teuthology.orchestra.run.vm07.stdout:Discarding blocks...Done. 2026-03-06T18:18:31.207 INFO:tasks.ceph:mount /dev/vdd on ubuntu@vm07.local -o noatime 2026-03-06T18:18:31.207 DEBUG:teuthology.orchestra.run.vm07:> sudo mount -t xfs -o noatime /dev/vdd /var/lib/ceph/osd/ceph-2 2026-03-06T18:18:31.285 DEBUG:teuthology.orchestra.run.vm07:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2026-03-06T18:18:31.368 DEBUG:teuthology.orchestra.run.vm07:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-06T18:18:31.471 INFO:teuthology.orchestra.run.vm07.stderr:2026-03-06T18:18:31.469+0100 7ffa97430780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2026-03-06T18:18:31.471 INFO:teuthology.orchestra.run.vm07.stderr:2026-03-06T18:18:31.470+0100 7ffa97430780 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2026-03-06T18:18:31.471 INFO:teuthology.orchestra.run.vm07.stderr:2026-03-06T18:18:31.470+0100 7ffa97430780 -1 bdev(0x55c7289d1800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2026-03-06T18:18:31.471 INFO:teuthology.orchestra.run.vm07.stderr:2026-03-06T18:18:31.470+0100 7ffa97430780 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2026-03-06T18:18:33.583 DEBUG:teuthology.orchestra.run.vm07:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-03-06T18:18:33.617 DEBUG:teuthology.orchestra.run.vm07:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-06T18:18:33.708 INFO:teuthology.orchestra.run.vm07.stderr:2026-03-06T18:18:33.707+0100 7f365a610780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2026-03-06T18:18:33.708 INFO:teuthology.orchestra.run.vm07.stderr:2026-03-06T18:18:33.707+0100 7f365a610780 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2026-03-06T18:18:33.709 INFO:teuthology.orchestra.run.vm07.stderr:2026-03-06T18:18:33.708+0100 7f365a610780 -1 bdev(0x562c30e6d800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2026-03-06T18:18:33.709 INFO:teuthology.orchestra.run.vm07.stderr:2026-03-06T18:18:33.708+0100 7f365a610780 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2026-03-06T18:18:36.110 DEBUG:teuthology.orchestra.run.vm07:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-03-06T18:18:36.138 DEBUG:teuthology.orchestra.run.vm07:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-06T18:18:36.230 INFO:teuthology.orchestra.run.vm07.stderr:2026-03-06T18:18:36.229+0100 7fb2f85f8780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2026-03-06T18:18:36.230 INFO:teuthology.orchestra.run.vm07.stderr:2026-03-06T18:18:36.229+0100 7fb2f85f8780 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2026-03-06T18:18:36.230 INFO:teuthology.orchestra.run.vm07.stderr:2026-03-06T18:18:36.229+0100 7fb2f85f8780 -1 bdev(0x5618dbb3d800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2026-03-06T18:18:36.230 INFO:teuthology.orchestra.run.vm07.stderr:2026-03-06T18:18:36.229+0100 7fb2f85f8780 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2026-03-06T18:18:38.373 DEBUG:teuthology.orchestra.run.vm07:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-03-06T18:18:38.408 INFO:tasks.ceph:Reading keys from all nodes... 2026-03-06T18:18:38.408 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:38.408 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2026-03-06T18:18:38.478 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:38.478 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2026-03-06T18:18:38.554 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:38.554 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2026-03-06T18:18:38.626 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:38.626 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2026-03-06T18:18:38.696 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:38.696 DEBUG:teuthology.orchestra.run.vm07:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2026-03-06T18:18:38.757 INFO:tasks.ceph:Adding keys to all mons... 2026-03-06T18:18:38.757 DEBUG:teuthology.orchestra.run.vm07:> sudo tee -a /etc/ceph/ceph.keyring 2026-03-06T18:18:38.822 INFO:teuthology.orchestra.run.vm07.stdout:[mgr.x] 2026-03-06T18:18:38.822 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBmDKtplx9MGRAA2ddEjaTj5nYbYp/POC2Ckg== 2026-03-06T18:18:38.822 INFO:teuthology.orchestra.run.vm07.stdout:[osd.0] 2026-03-06T18:18:38.822 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBnDKtp0BIVHBAAoSv5k1bYlZaVXktS00cG4g== 2026-03-06T18:18:38.822 INFO:teuthology.orchestra.run.vm07.stdout:[osd.1] 2026-03-06T18:18:38.822 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBpDKtpfAVCKhAAoRwxlE1PzEwjSOdDUMp8rA== 2026-03-06T18:18:38.822 INFO:teuthology.orchestra.run.vm07.stdout:[osd.2] 2026-03-06T18:18:38.822 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBsDKtp/Na9DRAAo3MbpQ03EYI2Lg+GsgSFEQ== 2026-03-06T18:18:38.822 INFO:teuthology.orchestra.run.vm07.stdout:[client.0] 2026-03-06T18:18:38.822 INFO:teuthology.orchestra.run.vm07.stdout: key = AQBmDKtpsNgNHBAAA/+TEY5OmyA4ySp6WDPMVg== 2026-03-06T18:18:38.823 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-03-06T18:18:38.907 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-06T18:18:38.951 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-06T18:18:39.039 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-06T18:18:39.091 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-03-06T18:18:39.142 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-03-06T18:18:39.142 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2026-03-06T18:18:39.175 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-03-06T18:18:39.276 DEBUG:teuthology.orchestra.run.vm07:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2026-03-06T18:18:39.310 DEBUG:teuthology.orchestra.run.vm07:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-03-06T18:18:39.369 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2026-03-06T18:18:39.370 INFO:tasks.ceph.mon.a:Restarting daemon 2026-03-06T18:18:39.370 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-03-06T18:18:39.412 INFO:tasks.ceph.mon.a:Started 2026-03-06T18:18:39.412 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2026-03-06T18:18:39.412 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-03-06T18:18:39.412 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-03-06T18:18:39.415 INFO:tasks.ceph.mgr.x:Started 2026-03-06T18:18:39.415 INFO:tasks.ceph:Setting crush tunables to default 2026-03-06T18:18:39.415 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph osd crush tunables default 2026-03-06T18:18:39.591 INFO:teuthology.orchestra.run.vm07.stderr:adjusted tunables profile to default 2026-03-06T18:18:39.605 INFO:tasks.ceph:check_enable_crimson: False 2026-03-06T18:18:39.605 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2026-03-06T18:18:39.605 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:39.605 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2026-03-06T18:18:39.637 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:39.637 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2026-03-06T18:18:39.710 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-06T18:18:39.710 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2026-03-06T18:18:39.785 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph osd new 37fd5360-1e62-4f4e-9768-ffc3555ed2e5 0 2026-03-06T18:18:39.971 INFO:teuthology.orchestra.run.vm07.stdout:0 2026-03-06T18:18:39.987 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph osd new b14a3954-a046-4a78-b13f-2689e529d07e 1 2026-03-06T18:18:40.121 INFO:teuthology.orchestra.run.vm07.stdout:1 2026-03-06T18:18:40.134 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph osd new bc321358-6325-4e7b-8ab9-89046d833514 2 2026-03-06T18:18:40.255 INFO:teuthology.orchestra.run.vm07.stdout:2 2026-03-06T18:18:40.270 INFO:tasks.ceph.osd.0:Restarting daemon 2026-03-06T18:18:40.270 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-03-06T18:18:40.271 INFO:tasks.ceph.osd.0:Started 2026-03-06T18:18:40.271 INFO:tasks.ceph.osd.1:Restarting daemon 2026-03-06T18:18:40.271 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-03-06T18:18:40.273 INFO:tasks.ceph.osd.1:Started 2026-03-06T18:18:40.273 INFO:tasks.ceph.osd.2:Restarting daemon 2026-03-06T18:18:40.273 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-03-06T18:18:40.276 INFO:tasks.ceph.osd.2:Started 2026-03-06T18:18:40.276 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-06T18:18:40.522 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:40.523 INFO:teuthology.orchestra.run.vm07.stdout:{"epoch":5,"fsid":"87301edc-bb0e-46ed-b8a6-2a3acd098ee4","created":"2026-03-06T18:18:39.518893+0100","modified":"2026-03-06T18:18:40.253901+0100","last_up_change":"0.000000","last_in_change":"2026-03-06T18:18:40.253901+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"37fd5360-1e62-4f4e-9768-ffc3555ed2e5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b14a3954-a046-4a78-b13f-2689e529d07e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"bc321358-6325-4e7b-8ab9-89046d833514","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-06T18:18:40.539 INFO:tasks.ceph.ceph_manager.ceph:[] 2026-03-06T18:18:40.539 INFO:tasks.ceph:Waiting for OSDs to come up 2026-03-06T18:18:40.693 INFO:tasks.ceph.mgr.x.vm07.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-03-06T18:18:40.693 INFO:tasks.ceph.mgr.x.vm07.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-03-06T18:18:40.693 INFO:tasks.ceph.mgr.x.vm07.stderr: from numpy import show_config as show_numpy_config 2026-03-06T18:18:40.697 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:40.696+0100 7fae76124140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-03-06T18:18:40.841 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-03-06T18:18:40.965 INFO:tasks.ceph.osd.0.vm07.stderr:2026-03-06T18:18:40.964+0100 7f25e0e9c780 -1 Falling back to public interface 2026-03-06T18:18:40.982 INFO:teuthology.misc.health.vm07.stdout: 2026-03-06T18:18:40.982 INFO:teuthology.misc.health.vm07.stdout:{"epoch":5,"fsid":"87301edc-bb0e-46ed-b8a6-2a3acd098ee4","created":"2026-03-06T18:18:39.518893+0100","modified":"2026-03-06T18:18:40.253901+0100","last_up_change":"0.000000","last_in_change":"2026-03-06T18:18:40.253901+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"37fd5360-1e62-4f4e-9768-ffc3555ed2e5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b14a3954-a046-4a78-b13f-2689e529d07e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"bc321358-6325-4e7b-8ab9-89046d833514","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-06T18:18:40.990 INFO:tasks.ceph.osd.2.vm07.stderr:2026-03-06T18:18:40.984+0100 7f3346a9a780 -1 Falling back to public interface 2026-03-06T18:18:41.000 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-03-06T18:18:41.002 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:41.001+0100 7fae76124140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-06T18:18:41.050 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:41.049+0100 7fae76124140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-06T18:18:41.085 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:41.084+0100 7fae76124140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-06T18:18:41.115 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:41.114+0100 7fae76124140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-06T18:18:41.191 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:41.190+0100 7fae76124140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-06T18:18:41.255 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:41.253+0100 7fae76124140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-06T18:18:41.465 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:41.463+0100 7fae76124140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-06T18:18:41.526 INFO:tasks.ceph.osd.1.vm07.stderr:2026-03-06T18:18:41.522+0100 7f580ec25780 -1 Falling back to public interface 2026-03-06T18:18:41.550 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:41.548+0100 7fae76124140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-06T18:18:41.584 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:41.582+0100 7fae76124140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-06T18:18:41.610 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:41.608+0100 7fae76124140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-06T18:18:41.643 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:41.642+0100 7fae76124140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-06T18:18:41.674 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:41.672+0100 7fae76124140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-06T18:18:41.834 INFO:tasks.ceph.osd.0.vm07.stderr:2026-03-06T18:18:41.833+0100 7f25e0e9c780 -1 osd.0 0 log_to_monitors true 2026-03-06T18:18:41.842 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:41.840+0100 7fae76124140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-06T18:18:41.893 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:41.891+0100 7fae76124140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-06T18:18:42.084 INFO:tasks.ceph.osd.2.vm07.stderr:2026-03-06T18:18:42.082+0100 7f3346a9a780 -1 osd.2 0 log_to_monitors true 2026-03-06T18:18:42.099 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:42.097+0100 7fae76124140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-06T18:18:42.132 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:42.130+0100 7fae76124140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-06T18:18:42.168 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:42.166+0100 7fae76124140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-06T18:18:42.233 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:42.231+0100 7fae76124140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-06T18:18:42.264 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:42.263+0100 7fae76124140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-06T18:18:42.349 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:42.347+0100 7fae76124140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-06T18:18:42.366 INFO:tasks.ceph.osd.1.vm07.stderr:2026-03-06T18:18:42.364+0100 7f580ec25780 -1 osd.1 0 log_to_monitors true 2026-03-06T18:18:42.430 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:42.428+0100 7fae76124140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-06T18:18:42.543 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:42.541+0100 7fae76124140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-06T18:18:42.574 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:42.572+0100 7fae76124140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-06T18:18:42.810 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:42.808+0100 7fae76124140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-06T18:18:43.846 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-03-06T18:18:43.842+0100 7fae437b0640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-03-06T18:18:45.796 INFO:tasks.ceph.osd.2.vm07.stderr:2026-03-06T18:18:45.794+0100 7f334323a640 -1 osd.2 0 waiting for initial osdmap 2026-03-06T18:18:45.814 INFO:tasks.ceph.osd.2.vm07.stderr:2026-03-06T18:18:45.812+0100 7f333e050640 -1 osd.2 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-06T18:18:45.826 INFO:tasks.ceph.osd.1.vm07.stderr:2026-03-06T18:18:45.824+0100 7f580a60a640 -1 osd.1 0 waiting for initial osdmap 2026-03-06T18:18:45.828 INFO:tasks.ceph.osd.0.vm07.stderr:2026-03-06T18:18:45.827+0100 7f25dce29640 -1 osd.0 0 waiting for initial osdmap 2026-03-06T18:18:45.839 INFO:tasks.ceph.osd.1.vm07.stderr:2026-03-06T18:18:45.837+0100 7f5805c33640 -1 osd.1 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-06T18:18:45.841 INFO:tasks.ceph.osd.0.vm07.stderr:2026-03-06T18:18:45.840+0100 7f25d8452640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-06T18:18:47.302 DEBUG:teuthology.orchestra.run.vm07:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-03-06T18:18:47.521 INFO:teuthology.misc.health.vm07.stdout: 2026-03-06T18:18:47.521 INFO:teuthology.misc.health.vm07.stdout:{"epoch":8,"fsid":"87301edc-bb0e-46ed-b8a6-2a3acd098ee4","created":"2026-03-06T18:18:39.518893+0100","modified":"2026-03-06T18:18:46.796668+0100","last_up_change":"2026-03-06T18:18:46.796668+0100","last_in_change":"2026-03-06T18:18:40.253901+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"37fd5360-1e62-4f4e-9768-ffc3555ed2e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6800","nonce":405868006},{"type":"v1","addr":"192.168.123.107:6801","nonce":405868006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6802","nonce":405868006},{"type":"v1","addr":"192.168.123.107:6803","nonce":405868006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6806","nonce":405868006},{"type":"v1","addr":"192.168.123.107:6807","nonce":405868006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6804","nonce":405868006},{"type":"v1","addr":"192.168.123.107:6805","nonce":405868006}]},"public_addr":"192.168.123.107:6801/405868006","cluster_addr":"192.168.123.107:6803/405868006","heartbeat_back_addr":"192.168.123.107:6807/405868006","heartbeat_front_addr":"192.168.123.107:6805/405868006","state":["exists","up"]},{"osd":1,"uuid":"b14a3954-a046-4a78-b13f-2689e529d07e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6816","nonce":2764294334},{"type":"v1","addr":"192.168.123.107:6817","nonce":2764294334}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6818","nonce":2764294334},{"type":"v1","addr":"192.168.123.107:6819","nonce":2764294334}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6822","nonce":2764294334},{"type":"v1","addr":"192.168.123.107:6823","nonce":2764294334}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6820","nonce":2764294334},{"type":"v1","addr":"192.168.123.107:6821","nonce":2764294334}]},"public_addr":"192.168.123.107:6817/2764294334","cluster_addr":"192.168.123.107:6819/2764294334","heartbeat_back_addr":"192.168.123.107:6823/2764294334","heartbeat_front_addr":"192.168.123.107:6821/2764294334","state":["exists","up"]},{"osd":2,"uuid":"bc321358-6325-4e7b-8ab9-89046d833514","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6808","nonce":1930614823},{"type":"v1","addr":"192.168.123.107:6809","nonce":1930614823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6810","nonce":1930614823},{"type":"v1","addr":"192.168.123.107:6811","nonce":1930614823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6814","nonce":1930614823},{"type":"v1","addr":"192.168.123.107:6815","nonce":1930614823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6812","nonce":1930614823},{"type":"v1","addr":"192.168.123.107:6813","nonce":1930614823}]},"public_addr":"192.168.123.107:6809/1930614823","cluster_addr":"192.168.123.107:6811/1930614823","heartbeat_back_addr":"192.168.123.107:6815/1930614823","heartbeat_front_addr":"192.168.123.107:6813/1930614823","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-06T18:18:47.535 DEBUG:teuthology.misc:3 of 3 OSDs are up 2026-03-06T18:18:47.535 INFO:tasks.ceph:Creating RBD pool 2026-03-06T18:18:47.535 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph osd pool create rbd 8 2026-03-06T18:18:47.810 INFO:teuthology.orchestra.run.vm07.stderr:pool 'rbd' created 2026-03-06T18:18:47.830 DEBUG:teuthology.orchestra.run.vm07:> rbd --cluster ceph pool init rbd 2026-03-06T18:18:47.866 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setuser ceph since I am not root 2026-03-06T18:18:47.867 INFO:teuthology.orchestra.run.vm07.stderr:ignoring --setgroup ceph since I am not root 2026-03-06T18:18:51.159 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2026-03-06T18:18:51.159 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-03-06T18:18:51.159 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-03-06T18:18:51.160 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-03-06T18:18:51.160 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-03-06T18:18:51.429 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:51.441 INFO:teuthology.orchestra.run.vm07.stdout:{"epoch":5,"flags":0,"active_gid":4101,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6824","nonce":2183813542},{"type":"v1","addr":"192.168.123.107:6825","nonce":2183813542}]},"active_addr":"192.168.123.107:6825/2183813542","active_change":"2026-03-06T18:18:42.811155+0100","active_mgr_features":4540701547738038271,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"192.168.123.107:0","nonce":1787683769}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.107:0","nonce":1128076003}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.107:0","nonce":163738868}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.107:0","nonce":723551492}]}]} 2026-03-06T18:18:51.443 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-03-06T18:18:51.443 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-03-06T18:18:51.443 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-06T18:18:51.640 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:51.641 INFO:teuthology.orchestra.run.vm07.stdout:{"epoch":12,"fsid":"87301edc-bb0e-46ed-b8a6-2a3acd098ee4","created":"2026-03-06T18:18:39.518893+0100","modified":"2026-03-06T18:18:51.081051+0100","last_up_change":"2026-03-06T18:18:46.796668+0100","last_in_change":"2026-03-06T18:18:40.253901+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-06T18:18:46.836636+0100","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-03-06T18:18:47.731179+0100","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":12,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"37fd5360-1e62-4f4e-9768-ffc3555ed2e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6800","nonce":405868006},{"type":"v1","addr":"192.168.123.107:6801","nonce":405868006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6802","nonce":405868006},{"type":"v1","addr":"192.168.123.107:6803","nonce":405868006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6806","nonce":405868006},{"type":"v1","addr":"192.168.123.107:6807","nonce":405868006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6804","nonce":405868006},{"type":"v1","addr":"192.168.123.107:6805","nonce":405868006}]},"public_addr":"192.168.123.107:6801/405868006","cluster_addr":"192.168.123.107:6803/405868006","heartbeat_back_addr":"192.168.123.107:6807/405868006","heartbeat_front_addr":"192.168.123.107:6805/405868006","state":["exists","up"]},{"osd":1,"uuid":"b14a3954-a046-4a78-b13f-2689e529d07e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6816","nonce":2764294334},{"type":"v1","addr":"192.168.123.107:6817","nonce":2764294334}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6818","nonce":2764294334},{"type":"v1","addr":"192.168.123.107:6819","nonce":2764294334}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6822","nonce":2764294334},{"type":"v1","addr":"192.168.123.107:6823","nonce":2764294334}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6820","nonce":2764294334},{"type":"v1","addr":"192.168.123.107:6821","nonce":2764294334}]},"public_addr":"192.168.123.107:6817/2764294334","cluster_addr":"192.168.123.107:6819/2764294334","heartbeat_back_addr":"192.168.123.107:6823/2764294334","heartbeat_front_addr":"192.168.123.107:6821/2764294334","state":["exists","up"]},{"osd":2,"uuid":"bc321358-6325-4e7b-8ab9-89046d833514","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6808","nonce":1930614823},{"type":"v1","addr":"192.168.123.107:6809","nonce":1930614823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6810","nonce":1930614823},{"type":"v1","addr":"192.168.123.107:6811","nonce":1930614823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6814","nonce":1930614823},{"type":"v1","addr":"192.168.123.107:6815","nonce":1930614823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6812","nonce":1930614823},{"type":"v1","addr":"192.168.123.107:6813","nonce":1930614823}]},"public_addr":"192.168.123.107:6809/1930614823","cluster_addr":"192.168.123.107:6811/1930614823","heartbeat_back_addr":"192.168.123.107:6815/1930614823","heartbeat_front_addr":"192.168.123.107:6813/1930614823","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-06T18:18:51.652 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-03-06T18:18:51.653 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-06T18:18:51.861 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:51.861 INFO:teuthology.orchestra.run.vm07.stdout:{"epoch":12,"fsid":"87301edc-bb0e-46ed-b8a6-2a3acd098ee4","created":"2026-03-06T18:18:39.518893+0100","modified":"2026-03-06T18:18:51.081051+0100","last_up_change":"2026-03-06T18:18:46.796668+0100","last_in_change":"2026-03-06T18:18:40.253901+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-06T18:18:46.836636+0100","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-03-06T18:18:47.731179+0100","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":12,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"37fd5360-1e62-4f4e-9768-ffc3555ed2e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6800","nonce":405868006},{"type":"v1","addr":"192.168.123.107:6801","nonce":405868006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6802","nonce":405868006},{"type":"v1","addr":"192.168.123.107:6803","nonce":405868006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6806","nonce":405868006},{"type":"v1","addr":"192.168.123.107:6807","nonce":405868006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6804","nonce":405868006},{"type":"v1","addr":"192.168.123.107:6805","nonce":405868006}]},"public_addr":"192.168.123.107:6801/405868006","cluster_addr":"192.168.123.107:6803/405868006","heartbeat_back_addr":"192.168.123.107:6807/405868006","heartbeat_front_addr":"192.168.123.107:6805/405868006","state":["exists","up"]},{"osd":1,"uuid":"b14a3954-a046-4a78-b13f-2689e529d07e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6816","nonce":2764294334},{"type":"v1","addr":"192.168.123.107:6817","nonce":2764294334}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6818","nonce":2764294334},{"type":"v1","addr":"192.168.123.107:6819","nonce":2764294334}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6822","nonce":2764294334},{"type":"v1","addr":"192.168.123.107:6823","nonce":2764294334}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6820","nonce":2764294334},{"type":"v1","addr":"192.168.123.107:6821","nonce":2764294334}]},"public_addr":"192.168.123.107:6817/2764294334","cluster_addr":"192.168.123.107:6819/2764294334","heartbeat_back_addr":"192.168.123.107:6823/2764294334","heartbeat_front_addr":"192.168.123.107:6821/2764294334","state":["exists","up"]},{"osd":2,"uuid":"bc321358-6325-4e7b-8ab9-89046d833514","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6808","nonce":1930614823},{"type":"v1","addr":"192.168.123.107:6809","nonce":1930614823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6810","nonce":1930614823},{"type":"v1","addr":"192.168.123.107:6811","nonce":1930614823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6814","nonce":1930614823},{"type":"v1","addr":"192.168.123.107:6815","nonce":1930614823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6812","nonce":1930614823},{"type":"v1","addr":"192.168.123.107:6813","nonce":1930614823}]},"public_addr":"192.168.123.107:6809/1930614823","cluster_addr":"192.168.123.107:6811/1930614823","heartbeat_back_addr":"192.168.123.107:6815/1930614823","heartbeat_front_addr":"192.168.123.107:6813/1930614823","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-06T18:18:51.874 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-03-06T18:18:51.874 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-03-06T18:18:51.875 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-03-06T18:18:52.045 INFO:teuthology.orchestra.run.vm07.stdout:34359738371 2026-03-06T18:18:52.045 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-03-06T18:18:52.063 INFO:teuthology.orchestra.run.vm07.stdout:34359738371 2026-03-06T18:18:52.063 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-03-06T18:18:52.064 INFO:teuthology.orchestra.run.vm07.stdout:34359738371 2026-03-06T18:18:52.064 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-03-06T18:18:52.377 INFO:teuthology.orchestra.run.vm07.stdout:34359738369 2026-03-06T18:18:52.401 INFO:teuthology.orchestra.run.vm07.stdout:34359738369 2026-03-06T18:18:52.405 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738371 got 34359738369 for osd.2 2026-03-06T18:18:52.407 INFO:teuthology.orchestra.run.vm07.stdout:34359738369 2026-03-06T18:18:52.419 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738371 got 34359738369 for osd.1 2026-03-06T18:18:52.422 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738371 got 34359738369 for osd.0 2026-03-06T18:18:53.406 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-03-06T18:18:53.419 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-03-06T18:18:53.423 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-03-06T18:18:53.694 INFO:teuthology.orchestra.run.vm07.stdout:34359738371 2026-03-06T18:18:53.726 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738371 got 34359738371 for osd.2 2026-03-06T18:18:53.726 DEBUG:teuthology.parallel:result is None 2026-03-06T18:18:53.741 INFO:teuthology.orchestra.run.vm07.stdout:34359738371 2026-03-06T18:18:53.759 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738371 got 34359738371 for osd.1 2026-03-06T18:18:53.759 DEBUG:teuthology.parallel:result is None 2026-03-06T18:18:53.764 INFO:teuthology.orchestra.run.vm07.stdout:34359738371 2026-03-06T18:18:53.779 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738371 got 34359738371 for osd.0 2026-03-06T18:18:53.779 DEBUG:teuthology.parallel:result is None 2026-03-06T18:18:53.779 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-03-06T18:18:53.779 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-06T18:18:54.006 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:54.006 INFO:teuthology.orchestra.run.vm07.stderr:dumped all 2026-03-06T18:18:54.021 INFO:teuthology.orchestra.run.vm07.stdout:{"pg_ready":true,"pg_map":{"version":12,"stamp":"2026-03-06T18:18:52.818896+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":8,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81980,"kb_used_data":1208,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490820,"statfs":{"total":322122547200,"available":322038599680,"internally_reserved":0,"allocated":1236992,"data_stored":1000626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.151336+0100","last_change":"2026-03-06T18:18:51.151336+0100","last_active":"2026-03-06T18:18:51.151336+0100","last_peered":"2026-03-06T18:18:51.151336+0100","last_clean":"2026-03-06T18:18:51.151336+0100","last_became_active":"2026-03-06T18:18:49.127532+0100","last_became_peered":"2026-03-06T18:18:49.127532+0100","last_unstale":"2026-03-06T18:18:51.151336+0100","last_undegraded":"2026-03-06T18:18:51.151336+0100","last_fullsized":"2026-03-06T18:18:51.151336+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T18:21:13.817146+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042584799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.151507+0100","last_change":"2026-03-06T18:18:51.151507+0100","last_active":"2026-03-06T18:18:51.151507+0100","last_peered":"2026-03-06T18:18:51.151507+0100","last_clean":"2026-03-06T18:18:51.151507+0100","last_became_active":"2026-03-06T18:18:49.127136+0100","last_became_peered":"2026-03-06T18:18:49.127136+0100","last_unstale":"2026-03-06T18:18:51.151507+0100","last_undegraded":"2026-03-06T18:18:51.151507+0100","last_fullsized":"2026-03-06T18:18:51.151507+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:55:17.719658+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050433400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.152167+0100","last_change":"2026-03-06T18:18:51.152167+0100","last_active":"2026-03-06T18:18:51.152167+0100","last_peered":"2026-03-06T18:18:51.152167+0100","last_clean":"2026-03-06T18:18:51.152167+0100","last_became_active":"2026-03-06T18:18:49.127093+0100","last_became_peered":"2026-03-06T18:18:49.127093+0100","last_unstale":"2026-03-06T18:18:51.152167+0100","last_undegraded":"2026-03-06T18:18:51.152167+0100","last_fullsized":"2026-03-06T18:18:51.152167+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:41:30.641131+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090234899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.151596+0100","last_change":"2026-03-06T18:18:51.151596+0100","last_active":"2026-03-06T18:18:51.151596+0100","last_peered":"2026-03-06T18:18:51.151596+0100","last_clean":"2026-03-06T18:18:51.151596+0100","last_became_active":"2026-03-06T18:18:49.126883+0100","last_became_peered":"2026-03-06T18:18:49.126883+0100","last_unstale":"2026-03-06T18:18:51.151596+0100","last_undegraded":"2026-03-06T18:18:51.151596+0100","last_fullsized":"2026-03-06T18:18:51.151596+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:56:02.212822+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047500800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"12'2","reported_seq":21,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.152071+0100","last_change":"2026-03-06T18:18:51.149281+0100","last_active":"2026-03-06T18:18:51.152071+0100","last_peered":"2026-03-06T18:18:51.152071+0100","last_clean":"2026-03-06T18:18:51.152071+0100","last_became_active":"2026-03-06T18:18:49.125599+0100","last_became_peered":"2026-03-06T18:18:49.125599+0100","last_unstale":"2026-03-06T18:18:51.152071+0100","last_undegraded":"2026-03-06T18:18:51.152071+0100","last_fullsized":"2026-03-06T18:18:51.152071+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:05:11.745654+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001046359,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.139074+0100","last_change":"2026-03-06T18:18:51.139074+0100","last_active":"2026-03-06T18:18:51.139074+0100","last_peered":"2026-03-06T18:18:51.139074+0100","last_clean":"2026-03-06T18:18:51.139074+0100","last_became_active":"2026-03-06T18:18:49.125807+0100","last_became_peered":"2026-03-06T18:18:49.125807+0100","last_unstale":"2026-03-06T18:18:51.139074+0100","last_undegraded":"2026-03-06T18:18:51.139074+0100","last_fullsized":"2026-03-06T18:18:51.139074+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:34:48.071746+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00022464100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.138979+0100","last_change":"2026-03-06T18:18:51.138979+0100","last_active":"2026-03-06T18:18:51.138979+0100","last_peered":"2026-03-06T18:18:51.138979+0100","last_clean":"2026-03-06T18:18:51.138979+0100","last_became_active":"2026-03-06T18:18:49.125618+0100","last_became_peered":"2026-03-06T18:18:49.125618+0100","last_unstale":"2026-03-06T18:18:51.138979+0100","last_undegraded":"2026-03-06T18:18:51.138979+0100","last_fullsized":"2026-03-06T18:18:51.138979+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:05:11.745654+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000332011,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"10'1","reported_seq":20,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.152812+0100","last_change":"2026-03-06T18:18:51.152812+0100","last_active":"2026-03-06T18:18:51.152812+0100","last_peered":"2026-03-06T18:18:51.152812+0100","last_clean":"2026-03-06T18:18:51.152812+0100","last_became_active":"2026-03-06T18:18:49.117084+0100","last_became_peered":"2026-03-06T18:18:49.117084+0100","last_unstale":"2026-03-06T18:18:51.152812+0100","last_undegraded":"2026-03-06T18:18:51.152812+0100","last_fullsized":"2026-03-06T18:18:51.152812+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:33:56.686969+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001430707,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"10'32","reported_seq":58,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.151984+0100","last_change":"2026-03-06T18:18:49.117069+0100","last_active":"2026-03-06T18:18:51.151984+0100","last_peered":"2026-03-06T18:18:51.151984+0100","last_clean":"2026-03-06T18:18:51.151984+0100","last_became_active":"2026-03-06T18:18:49.116535+0100","last_became_peered":"2026-03-06T18:18:49.116535+0100","last_unstale":"2026-03-06T18:18:51.151984+0100","last_undegraded":"2026-03-06T18:18:51.151984+0100","last_fullsized":"2026-03-06T18:18:51.151984+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:12:27.147363+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738371,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26920,"kb_used_data":88,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830680,"statfs":{"total":107374182400,"available":107346616320,"internally_reserved":0,"allocated":90112,"data_stored":22416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738371,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27528,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830072,"statfs":{"total":107374182400,"available":107345993728,"internally_reserved":0,"allocated":573440,"data_stored":489105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738371,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27532,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830068,"statfs":{"total":107374182400,"available":107345989632,"internally_reserved":0,"allocated":573440,"data_stored":489105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-06T18:18:54.021 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-06T18:18:54.216 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:54.216 INFO:teuthology.orchestra.run.vm07.stderr:dumped all 2026-03-06T18:18:54.228 INFO:teuthology.orchestra.run.vm07.stdout:{"pg_ready":true,"pg_map":{"version":12,"stamp":"2026-03-06T18:18:52.818896+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":8,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81980,"kb_used_data":1208,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490820,"statfs":{"total":322122547200,"available":322038599680,"internally_reserved":0,"allocated":1236992,"data_stored":1000626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.151336+0100","last_change":"2026-03-06T18:18:51.151336+0100","last_active":"2026-03-06T18:18:51.151336+0100","last_peered":"2026-03-06T18:18:51.151336+0100","last_clean":"2026-03-06T18:18:51.151336+0100","last_became_active":"2026-03-06T18:18:49.127532+0100","last_became_peered":"2026-03-06T18:18:49.127532+0100","last_unstale":"2026-03-06T18:18:51.151336+0100","last_undegraded":"2026-03-06T18:18:51.151336+0100","last_fullsized":"2026-03-06T18:18:51.151336+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T18:21:13.817146+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042584799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.151507+0100","last_change":"2026-03-06T18:18:51.151507+0100","last_active":"2026-03-06T18:18:51.151507+0100","last_peered":"2026-03-06T18:18:51.151507+0100","last_clean":"2026-03-06T18:18:51.151507+0100","last_became_active":"2026-03-06T18:18:49.127136+0100","last_became_peered":"2026-03-06T18:18:49.127136+0100","last_unstale":"2026-03-06T18:18:51.151507+0100","last_undegraded":"2026-03-06T18:18:51.151507+0100","last_fullsized":"2026-03-06T18:18:51.151507+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:55:17.719658+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050433400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.152167+0100","last_change":"2026-03-06T18:18:51.152167+0100","last_active":"2026-03-06T18:18:51.152167+0100","last_peered":"2026-03-06T18:18:51.152167+0100","last_clean":"2026-03-06T18:18:51.152167+0100","last_became_active":"2026-03-06T18:18:49.127093+0100","last_became_peered":"2026-03-06T18:18:49.127093+0100","last_unstale":"2026-03-06T18:18:51.152167+0100","last_undegraded":"2026-03-06T18:18:51.152167+0100","last_fullsized":"2026-03-06T18:18:51.152167+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:41:30.641131+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090234899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.151596+0100","last_change":"2026-03-06T18:18:51.151596+0100","last_active":"2026-03-06T18:18:51.151596+0100","last_peered":"2026-03-06T18:18:51.151596+0100","last_clean":"2026-03-06T18:18:51.151596+0100","last_became_active":"2026-03-06T18:18:49.126883+0100","last_became_peered":"2026-03-06T18:18:49.126883+0100","last_unstale":"2026-03-06T18:18:51.151596+0100","last_undegraded":"2026-03-06T18:18:51.151596+0100","last_fullsized":"2026-03-06T18:18:51.151596+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:56:02.212822+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047500800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"12'2","reported_seq":21,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.152071+0100","last_change":"2026-03-06T18:18:51.149281+0100","last_active":"2026-03-06T18:18:51.152071+0100","last_peered":"2026-03-06T18:18:51.152071+0100","last_clean":"2026-03-06T18:18:51.152071+0100","last_became_active":"2026-03-06T18:18:49.125599+0100","last_became_peered":"2026-03-06T18:18:49.125599+0100","last_unstale":"2026-03-06T18:18:51.152071+0100","last_undegraded":"2026-03-06T18:18:51.152071+0100","last_fullsized":"2026-03-06T18:18:51.152071+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:05:11.745654+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001046359,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.139074+0100","last_change":"2026-03-06T18:18:51.139074+0100","last_active":"2026-03-06T18:18:51.139074+0100","last_peered":"2026-03-06T18:18:51.139074+0100","last_clean":"2026-03-06T18:18:51.139074+0100","last_became_active":"2026-03-06T18:18:49.125807+0100","last_became_peered":"2026-03-06T18:18:49.125807+0100","last_unstale":"2026-03-06T18:18:51.139074+0100","last_undegraded":"2026-03-06T18:18:51.139074+0100","last_fullsized":"2026-03-06T18:18:51.139074+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:34:48.071746+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00022464100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.138979+0100","last_change":"2026-03-06T18:18:51.138979+0100","last_active":"2026-03-06T18:18:51.138979+0100","last_peered":"2026-03-06T18:18:51.138979+0100","last_clean":"2026-03-06T18:18:51.138979+0100","last_became_active":"2026-03-06T18:18:49.125618+0100","last_became_peered":"2026-03-06T18:18:49.125618+0100","last_unstale":"2026-03-06T18:18:51.138979+0100","last_undegraded":"2026-03-06T18:18:51.138979+0100","last_fullsized":"2026-03-06T18:18:51.138979+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:05:11.745654+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000332011,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"10'1","reported_seq":20,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.152812+0100","last_change":"2026-03-06T18:18:51.152812+0100","last_active":"2026-03-06T18:18:51.152812+0100","last_peered":"2026-03-06T18:18:51.152812+0100","last_clean":"2026-03-06T18:18:51.152812+0100","last_became_active":"2026-03-06T18:18:49.117084+0100","last_became_peered":"2026-03-06T18:18:49.117084+0100","last_unstale":"2026-03-06T18:18:51.152812+0100","last_undegraded":"2026-03-06T18:18:51.152812+0100","last_fullsized":"2026-03-06T18:18:51.152812+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:33:56.686969+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001430707,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"10'32","reported_seq":58,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-06T18:18:51.151984+0100","last_change":"2026-03-06T18:18:49.117069+0100","last_active":"2026-03-06T18:18:51.151984+0100","last_peered":"2026-03-06T18:18:51.151984+0100","last_clean":"2026-03-06T18:18:51.151984+0100","last_became_active":"2026-03-06T18:18:49.116535+0100","last_became_peered":"2026-03-06T18:18:49.116535+0100","last_unstale":"2026-03-06T18:18:51.151984+0100","last_undegraded":"2026-03-06T18:18:51.151984+0100","last_fullsized":"2026-03-06T18:18:51.151984+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:12:27.147363+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738371,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26920,"kb_used_data":88,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830680,"statfs":{"total":107374182400,"available":107346616320,"internally_reserved":0,"allocated":90112,"data_stored":22416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738371,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27528,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830072,"statfs":{"total":107374182400,"available":107345993728,"internally_reserved":0,"allocated":573440,"data_stored":489105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738371,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27532,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830068,"statfs":{"total":107374182400,"available":107345989632,"internally_reserved":0,"allocated":573440,"data_stored":489105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-06T18:18:54.229 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-03-06T18:18:54.229 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-03-06T18:18:54.229 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-03-06T18:18:54.229 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-03-06T18:18:54.456 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:18:54.457 INFO:teuthology.orchestra.run.vm07.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-03-06T18:18:54.473 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-03-06T18:18:54.473 INFO:teuthology.run_tasks:Running task tox... 2026-03-06T18:18:54.475 INFO:tasks.tox:Deploying tox from pip... 2026-03-06T18:18:54.475 DEBUG:teuthology.orchestra.run.vm07:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2026-03-06T18:18:55.899 DEBUG:teuthology.orchestra.run.vm07:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2026-03-06T18:18:56.246 INFO:teuthology.orchestra.run.vm07.stdout:Collecting tox==3.15.0 2026-03-06T18:18:56.277 INFO:teuthology.orchestra.run.vm07.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2026-03-06T18:18:56.434 INFO:teuthology.orchestra.run.vm07.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2026-03-06T18:18:56.443 INFO:teuthology.orchestra.run.vm07.stdout: Downloading virtualenv-21.1.0-py3-none-any.whl (5.8 MB) 2026-03-06T18:18:56.576 INFO:teuthology.orchestra.run.vm07.stdout:Collecting filelock<4,>=3.0.0 2026-03-06T18:18:56.585 INFO:teuthology.orchestra.run.vm07.stdout: Downloading filelock-3.19.1-py3-none-any.whl (15 kB) 2026-03-06T18:18:56.606 INFO:teuthology.orchestra.run.vm07.stdout:Collecting toml>=0.9.4 2026-03-06T18:18:56.615 INFO:teuthology.orchestra.run.vm07.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2026-03-06T18:18:56.646 INFO:teuthology.orchestra.run.vm07.stdout:Collecting pluggy<1,>=0.12.0 2026-03-06T18:18:56.656 INFO:teuthology.orchestra.run.vm07.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2026-03-06T18:18:56.684 INFO:teuthology.orchestra.run.vm07.stdout:Collecting six<2,>=1.14.0 2026-03-06T18:18:56.693 INFO:teuthology.orchestra.run.vm07.stdout: Downloading six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-03-06T18:18:56.726 INFO:teuthology.orchestra.run.vm07.stdout:Collecting packaging>=14 2026-03-06T18:18:56.735 INFO:teuthology.orchestra.run.vm07.stdout: Downloading packaging-26.0-py3-none-any.whl (74 kB) 2026-03-06T18:18:56.769 INFO:teuthology.orchestra.run.vm07.stdout:Collecting py<2,>=1.4.17 2026-03-06T18:18:56.779 INFO:teuthology.orchestra.run.vm07.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2026-03-06T18:18:56.812 INFO:teuthology.orchestra.run.vm07.stdout:Collecting python-discovery>=1 2026-03-06T18:18:56.822 INFO:teuthology.orchestra.run.vm07.stdout: Downloading python_discovery-1.1.0-py3-none-any.whl (30 kB) 2026-03-06T18:18:56.869 INFO:teuthology.orchestra.run.vm07.stdout:Collecting platformdirs<5,>=3.9.1 2026-03-06T18:18:56.878 INFO:teuthology.orchestra.run.vm07.stdout: Downloading platformdirs-4.4.0-py3-none-any.whl (18 kB) 2026-03-06T18:18:56.904 INFO:teuthology.orchestra.run.vm07.stdout:Collecting distlib<1,>=0.3.7 2026-03-06T18:18:56.912 INFO:teuthology.orchestra.run.vm07.stdout: Downloading distlib-0.4.0-py2.py3-none-any.whl (469 kB) 2026-03-06T18:18:56.953 INFO:teuthology.orchestra.run.vm07.stdout:Collecting typing-extensions>=4.13.2 2026-03-06T18:18:56.962 INFO:teuthology.orchestra.run.vm07.stdout: Downloading typing_extensions-4.15.0-py3-none-any.whl (44 kB) 2026-03-06T18:18:57.017 INFO:teuthology.orchestra.run.vm07.stdout:Installing collected packages: platformdirs, filelock, typing-extensions, python-discovery, distlib, virtualenv, toml, six, py, pluggy, packaging, tox 2026-03-06T18:18:57.304 INFO:teuthology.orchestra.run.vm07.stdout:Successfully installed distlib-0.4.0 filelock-3.19.1 packaging-26.0 platformdirs-4.4.0 pluggy-0.13.1 py-1.11.0 python-discovery-1.1.0 six-1.17.0 toml-0.10.2 tox-3.15.0 typing-extensions-4.15.0 virtualenv-21.1.0 2026-03-06T18:18:57.382 INFO:teuthology.orchestra.run.vm07.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-03-06T18:18:57.382 INFO:teuthology.orchestra.run.vm07.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-03-06T18:18:57.470 INFO:teuthology.run_tasks:Running task keystone... 2026-03-06T18:18:57.474 DEBUG:tasks.keystone:Keystone config is {'client.0': {'force-branch': 'stable/2025.1', 'projects': [{'description': 'Encryption Tenant', 'domain': 'default', 'name': 'rgwcrypt'}, {'description': 'Barbican', 'domain': 'default', 'name': 'barbican'}, {'description': 'S3 project', 'domain': 'default', 'name': 's3'}], 'role-mappings': [{'name': 'member', 'project': 'rgwcrypt', 'user': 'rgwcrypt-user'}, {'name': 'admin', 'project': 'barbican', 'user': 'barbican-user'}, {'name': 'creator', 'project': 's3', 'user': 's3-user'}], 'roles': [{'name': 'member'}, {'name': 'creator'}], 'services': [{'description': 'Swift Service', 'name': 'swift', 'type': 'object-store'}], 'users': [{'domain': 'default', 'name': 'rgwcrypt-user', 'password': 'rgwcrypt-pass', 'project': 'rgwcrypt'}, {'domain': 'default', 'name': 'barbican-user', 'password': 'barbican-pass', 'project': 'barbican'}, {'domain': 'default', 'name': 's3-user', 'password': 's3-pass', 'project': 's3'}]}} 2026-03-06T18:18:57.475 INFO:tasks.keystone:Downloading keystone... 2026-03-06T18:18:57.475 DEBUG:teuthology.orchestra.run.vm07:> git clone -b stable/2025.1 https://github.com/openstack/keystone.git /home/ubuntu/cephtest/keystone 2026-03-06T18:18:57.494 INFO:teuthology.orchestra.run.vm07.stderr:Cloning into '/home/ubuntu/cephtest/keystone'... 2026-03-06T18:19:01.859 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && sed -i 's/pysaml2<4.0.3,>=2.4.0/pysaml2>=4.5.0/' requirements.txt 2026-03-06T18:19:01.922 INFO:tasks.keystone:Installing packages for Keystone... 2026-03-06T18:19:01.922 DEBUG:teuthology.orchestra.run.vm07:> source /home/ubuntu/cephtest/tox-venv/bin/activate && python 2026-03-06T18:19:02.006 INFO:teuthology.orchestra.run.vm07.stderr:No fix necessary 2026-03-06T18:19:02.008 DEBUG:teuthology.orchestra.run.vm07:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install bindep 2026-03-06T18:19:02.289 INFO:teuthology.orchestra.run.vm07.stdout:Collecting bindep 2026-03-06T18:19:02.319 INFO:teuthology.orchestra.run.vm07.stdout: Downloading bindep-2.13.0-py3-none-any.whl (34 kB) 2026-03-06T18:19:02.345 INFO:teuthology.orchestra.run.vm07.stdout:Collecting Parsley 2026-03-06T18:19:02.354 INFO:teuthology.orchestra.run.vm07.stdout: Downloading Parsley-1.3-py2.py3-none-any.whl (88 kB) 2026-03-06T18:19:02.392 INFO:teuthology.orchestra.run.vm07.stdout:Collecting distro>=1.7 2026-03-06T18:19:02.401 INFO:teuthology.orchestra.run.vm07.stdout: Downloading distro-1.9.0-py3-none-any.whl (20 kB) 2026-03-06T18:19:02.447 INFO:teuthology.orchestra.run.vm07.stdout:Collecting pbr>=2 2026-03-06T18:19:02.456 INFO:teuthology.orchestra.run.vm07.stdout: Downloading pbr-7.0.3-py2.py3-none-any.whl (131 kB) 2026-03-06T18:19:02.466 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: packaging in ./cephtest/tox-venv/lib/python3.9/site-packages (from bindep) (26.0) 2026-03-06T18:19:02.467 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: setuptools in ./cephtest/tox-venv/lib/python3.9/site-packages (from pbr>=2->bindep) (53.0.0) 2026-03-06T18:19:02.502 INFO:teuthology.orchestra.run.vm07.stdout:Installing collected packages: pbr, Parsley, distro, bindep 2026-03-06T18:19:02.620 INFO:teuthology.orchestra.run.vm07.stdout:Successfully installed Parsley-1.3 bindep-2.13.0 distro-1.9.0 pbr-7.0.3 2026-03-06T18:19:02.622 INFO:teuthology.orchestra.run.vm07.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-03-06T18:19:02.622 INFO:teuthology.orchestra.run.vm07.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-03-06T18:19:02.651 DEBUG:teuthology.orchestra.run.vm07:> source /home/ubuntu/cephtest/tox-venv/bin/activate && bindep --brief --file /home/ubuntu/cephtest/keystone/bindep.txt 2026-03-06T18:19:03.369 INFO:teuthology.orchestra.run.vm07.stdout:cyrus-sasl-devel 2026-03-06T18:19:03.370 INFO:teuthology.orchestra.run.vm07.stdout:libffi-devel 2026-03-06T18:19:03.370 INFO:teuthology.orchestra.run.vm07.stdout:libxml2-devel 2026-03-06T18:19:03.370 INFO:teuthology.orchestra.run.vm07.stdout:libxslt-devel 2026-03-06T18:19:03.370 INFO:teuthology.orchestra.run.vm07.stdout:mariadb 2026-03-06T18:19:03.370 INFO:teuthology.orchestra.run.vm07.stdout:mariadb-devel 2026-03-06T18:19:03.370 INFO:teuthology.orchestra.run.vm07.stdout:mariadb-server 2026-03-06T18:19:03.370 INFO:teuthology.orchestra.run.vm07.stdout:openldap-devel 2026-03-06T18:19:03.370 INFO:teuthology.orchestra.run.vm07.stdout:openssl-devel 2026-03-06T18:19:03.370 INFO:teuthology.orchestra.run.vm07.stdout:postgresql 2026-03-06T18:19:03.370 INFO:teuthology.orchestra.run.vm07.stdout:postgresql-devel 2026-03-06T18:19:03.370 INFO:teuthology.orchestra.run.vm07.stdout:postgresql-server 2026-03-06T18:19:03.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T18:19:03.394 INFO:teuthology.packaging:Installing package cyrus-sasl-devel on ubuntu@vm07.local 2026-03-06T18:19:03.394 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y install cyrus-sasl-devel 2026-03-06T18:19:03.818 INFO:teuthology.orchestra.run.vm07.stdout:Last metadata expiration check: 0:01:16 ago on Fri 06 Mar 2026 06:17:47 PM CET. 2026-03-06T18:19:03.893 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:19:03.894 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:03.894 INFO:teuthology.orchestra.run.vm07.stdout: Package Architecture Version Repository Size 2026-03-06T18:19:03.894 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:03.894 INFO:teuthology.orchestra.run.vm07.stdout:Installing: 2026-03-06T18:19:03.894 INFO:teuthology.orchestra.run.vm07.stdout: cyrus-sasl-devel x86_64 2.1.27-21.el9 appstream 102 k 2026-03-06T18:19:03.894 INFO:teuthology.orchestra.run.vm07.stdout:Installing dependencies: 2026-03-06T18:19:03.894 INFO:teuthology.orchestra.run.vm07.stdout: cyrus-sasl x86_64 2.1.27-21.el9 baseos 71 k 2026-03-06T18:19:03.894 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:03.894 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:19:03.894 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:03.894 INFO:teuthology.orchestra.run.vm07.stdout:Install 2 Packages 2026-03-06T18:19:03.894 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:03.894 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 173 k 2026-03-06T18:19:03.894 INFO:teuthology.orchestra.run.vm07.stdout:Installed size: 349 k 2026-03-06T18:19:03.894 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-03-06T18:19:04.324 INFO:teuthology.orchestra.run.vm07.stdout:(1/2): cyrus-sasl-devel-2.1.27-21.el9.x86_64.rp 799 kB/s | 102 kB 00:00 2026-03-06T18:19:04.523 INFO:teuthology.orchestra.run.vm07.stdout:(2/2): cyrus-sasl-2.1.27-21.el9.x86_64.rpm 218 kB/s | 71 kB 00:00 2026-03-06T18:19:04.525 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-03-06T18:19:04.525 INFO:teuthology.orchestra.run.vm07.stdout:Total 274 kB/s | 173 kB 00:00 2026-03-06T18:19:04.543 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:19:04.550 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:19:04.550 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:19:04.575 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:19:04.576 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:19:04.620 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:19:04.685 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-03-06T18:19:04.688 INFO:teuthology.orchestra.run.vm07.stdout: Installing : cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-03-06T18:19:04.719 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-03-06T18:19:04.741 INFO:teuthology.orchestra.run.vm07.stdout: Installing : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/2 2026-03-06T18:19:05.184 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/2 2026-03-06T18:19:05.184 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-03-06T18:19:05.242 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/2 2026-03-06T18:19:05.242 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:05.242 INFO:teuthology.orchestra.run.vm07.stdout:Installed: 2026-03-06T18:19:05.242 INFO:teuthology.orchestra.run.vm07.stdout: cyrus-sasl-2.1.27-21.el9.x86_64 cyrus-sasl-devel-2.1.27-21.el9.x86_64 2026-03-06T18:19:05.242 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:05.242 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:19:05.288 INFO:teuthology.packaging:Installing package libffi-devel on ubuntu@vm07.local 2026-03-06T18:19:05.288 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y install libffi-devel 2026-03-06T18:19:05.675 INFO:teuthology.orchestra.run.vm07.stdout:Last metadata expiration check: 0:01:18 ago on Fri 06 Mar 2026 06:17:47 PM CET. 2026-03-06T18:19:05.760 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:19:05.760 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:05.760 INFO:teuthology.orchestra.run.vm07.stdout: Package Architecture Version Repository Size 2026-03-06T18:19:05.760 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:05.760 INFO:teuthology.orchestra.run.vm07.stdout:Installing: 2026-03-06T18:19:05.760 INFO:teuthology.orchestra.run.vm07.stdout: libffi-devel x86_64 3.4.2-8.el9 appstream 28 k 2026-03-06T18:19:05.760 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:05.760 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:19:05.760 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:05.760 INFO:teuthology.orchestra.run.vm07.stdout:Install 1 Package 2026-03-06T18:19:05.760 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:05.760 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 28 k 2026-03-06T18:19:05.760 INFO:teuthology.orchestra.run.vm07.stdout:Installed size: 33 k 2026-03-06T18:19:05.760 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-03-06T18:19:06.731 INFO:teuthology.orchestra.run.vm07.stdout:libffi-devel-3.4.2-8.el9.x86_64.rpm 35 kB/s | 28 kB 00:00 2026-03-06T18:19:06.732 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-03-06T18:19:06.732 INFO:teuthology.orchestra.run.vm07.stdout:Total 29 kB/s | 28 kB 00:00 2026-03-06T18:19:06.743 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:19:06.746 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:19:06.746 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:19:06.748 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:19:06.748 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:19:06.779 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:19:06.798 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-06T18:19:06.892 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-06T18:19:06.946 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-06T18:19:06.946 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:06.946 INFO:teuthology.orchestra.run.vm07.stdout:Installed: 2026-03-06T18:19:06.946 INFO:teuthology.orchestra.run.vm07.stdout: libffi-devel-3.4.2-8.el9.x86_64 2026-03-06T18:19:06.946 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:06.946 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:19:06.989 INFO:teuthology.packaging:Installing package libxml2-devel on ubuntu@vm07.local 2026-03-06T18:19:06.989 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y install libxml2-devel 2026-03-06T18:19:07.444 INFO:teuthology.orchestra.run.vm07.stdout:Last metadata expiration check: 0:01:20 ago on Fri 06 Mar 2026 06:17:47 PM CET. 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout:Installing: 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout: libxml2-devel x86_64 2.9.13-14.el9_7 appstream 828 k 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout:Upgrading: 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout: libxml2 x86_64 2.9.13-14.el9_7 baseos 746 k 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout: python3-libxml2 x86_64 2.9.13-14.el9_7 baseos 225 k 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout:Installing dependencies: 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout: cmake-filesystem x86_64 3.26.5-3.el9_7 appstream 11 k 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout: xz-devel x86_64 5.2.5-8.el9_0 appstream 52 k 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout: zlib-devel x86_64 1.2.11-40.el9 appstream 44 k 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout:Install 4 Packages 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout:Upgrade 2 Packages 2026-03-06T18:19:07.521 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:07.522 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 1.9 M 2026-03-06T18:19:07.522 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-03-06T18:19:08.402 INFO:teuthology.orchestra.run.vm07.stdout:(1/6): cmake-filesystem-3.26.5-3.el9_7.x86_64.r 19 kB/s | 11 kB 00:00 2026-03-06T18:19:08.763 INFO:teuthology.orchestra.run.vm07.stdout:(2/6): xz-devel-5.2.5-8.el9_0.x86_64.rpm 56 kB/s | 52 kB 00:00 2026-03-06T18:19:08.812 INFO:teuthology.orchestra.run.vm07.stdout:(3/6): zlib-devel-1.2.11-40.el9.x86_64.rpm 108 kB/s | 44 kB 00:00 2026-03-06T18:19:09.473 INFO:teuthology.orchestra.run.vm07.stdout:(4/6): libxml2-devel-2.9.13-14.el9_7.x86_64.rpm 503 kB/s | 828 kB 00:01 2026-03-06T18:19:09.643 INFO:teuthology.orchestra.run.vm07.stdout:(5/6): python3-libxml2-2.9.13-14.el9_7.x86_64.r 271 kB/s | 225 kB 00:00 2026-03-06T18:19:09.769 INFO:teuthology.orchestra.run.vm07.stdout:(6/6): libxml2-2.9.13-14.el9_7.x86_64.rpm 742 kB/s | 746 kB 00:01 2026-03-06T18:19:09.772 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-03-06T18:19:09.772 INFO:teuthology.orchestra.run.vm07.stdout:Total 847 kB/s | 1.9 MB 00:02 2026-03-06T18:19:09.842 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:19:09.853 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:19:09.853 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:19:09.890 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:19:09.890 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:19:09.960 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:19:09.965 INFO:teuthology.orchestra.run.vm07.stdout: Upgrading : libxml2-2.9.13-14.el9_7.x86_64 1/8 2026-03-06T18:19:09.973 INFO:teuthology.orchestra.run.vm07.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 2/8 2026-03-06T18:19:09.978 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xz-devel-5.2.5-8.el9_0.x86_64 3/8 2026-03-06T18:19:10.075 INFO:teuthology.orchestra.run.vm07.stdout: Installing : cmake-filesystem-3.26.5-3.el9_7.x86_64 4/8 2026-03-06T18:19:10.086 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libxml2-devel-2.9.13-14.el9_7.x86_64 5/8 2026-03-06T18:19:10.088 INFO:teuthology.orchestra.run.vm07.stdout: Upgrading : python3-libxml2-2.9.13-14.el9_7.x86_64 6/8 2026-03-06T18:19:10.090 INFO:teuthology.orchestra.run.vm07.stdout: Cleanup : python3-libxml2-2.9.13-12.el9_6.x86_64 7/8 2026-03-06T18:19:10.110 INFO:teuthology.orchestra.run.vm07.stdout: Cleanup : libxml2-2.9.13-12.el9_6.x86_64 8/8 2026-03-06T18:19:10.263 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libxml2-2.9.13-12.el9_6.x86_64 8/8 2026-03-06T18:19:10.263 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cmake-filesystem-3.26.5-3.el9_7.x86_64 1/8 2026-03-06T18:19:10.263 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libxml2-devel-2.9.13-14.el9_7.x86_64 2/8 2026-03-06T18:19:10.263 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xz-devel-5.2.5-8.el9_0.x86_64 3/8 2026-03-06T18:19:10.263 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 4/8 2026-03-06T18:19:10.263 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libxml2-2.9.13-14.el9_7.x86_64 5/8 2026-03-06T18:19:10.263 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libxml2-2.9.13-12.el9_6.x86_64 6/8 2026-03-06T18:19:10.263 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-libxml2-2.9.13-14.el9_7.x86_64 7/8 2026-03-06T18:19:10.329 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-libxml2-2.9.13-12.el9_6.x86_64 8/8 2026-03-06T18:19:10.329 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:10.329 INFO:teuthology.orchestra.run.vm07.stdout:Upgraded: 2026-03-06T18:19:10.329 INFO:teuthology.orchestra.run.vm07.stdout: libxml2-2.9.13-14.el9_7.x86_64 python3-libxml2-2.9.13-14.el9_7.x86_64 2026-03-06T18:19:10.329 INFO:teuthology.orchestra.run.vm07.stdout:Installed: 2026-03-06T18:19:10.329 INFO:teuthology.orchestra.run.vm07.stdout: cmake-filesystem-3.26.5-3.el9_7.x86_64 libxml2-devel-2.9.13-14.el9_7.x86_64 2026-03-06T18:19:10.329 INFO:teuthology.orchestra.run.vm07.stdout: xz-devel-5.2.5-8.el9_0.x86_64 zlib-devel-1.2.11-40.el9.x86_64 2026-03-06T18:19:10.329 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:10.329 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:19:10.393 INFO:teuthology.packaging:Installing package libxslt-devel on ubuntu@vm07.local 2026-03-06T18:19:10.393 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y install libxslt-devel 2026-03-06T18:19:10.874 INFO:teuthology.orchestra.run.vm07.stdout:Last metadata expiration check: 0:01:23 ago on Fri 06 Mar 2026 06:17:47 PM CET. 2026-03-06T18:19:10.958 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:19:10.959 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:10.959 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:19:10.959 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:10.959 INFO:teuthology.orchestra.run.vm07.stdout:Installing: 2026-03-06T18:19:10.959 INFO:teuthology.orchestra.run.vm07.stdout: libxslt-devel x86_64 1.1.34-13.el9_6 appstream 287 k 2026-03-06T18:19:10.959 INFO:teuthology.orchestra.run.vm07.stdout:Installing dependencies: 2026-03-06T18:19:10.959 INFO:teuthology.orchestra.run.vm07.stdout: libgpg-error-devel x86_64 1.42-5.el9 appstream 65 k 2026-03-06T18:19:10.959 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:10.959 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:19:10.959 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:10.959 INFO:teuthology.orchestra.run.vm07.stdout:Install 2 Packages 2026-03-06T18:19:10.959 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:10.959 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 352 k 2026-03-06T18:19:10.959 INFO:teuthology.orchestra.run.vm07.stdout:Installed size: 2.7 M 2026-03-06T18:19:10.959 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-03-06T18:19:11.735 INFO:teuthology.orchestra.run.vm07.stdout:(1/2): libgpg-error-devel-1.42-5.el9.x86_64.rpm 106 kB/s | 65 kB 00:00 2026-03-06T18:19:11.937 INFO:teuthology.orchestra.run.vm07.stdout:(2/2): libxslt-devel-1.1.34-13.el9_6.x86_64.rpm 352 kB/s | 287 kB 00:00 2026-03-06T18:19:11.940 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-03-06T18:19:11.940 INFO:teuthology.orchestra.run.vm07.stdout:Total 359 kB/s | 352 kB 00:00 2026-03-06T18:19:11.965 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:19:11.971 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:19:11.971 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:19:12.003 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:19:12.003 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:19:12.052 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:19:12.094 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libgpg-error-devel-1.42-5.el9.x86_64 1/2 2026-03-06T18:19:12.116 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libxslt-devel-1.1.34-13.el9_6.x86_64 2/2 2026-03-06T18:19:12.215 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libxslt-devel-1.1.34-13.el9_6.x86_64 2/2 2026-03-06T18:19:12.215 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libgpg-error-devel-1.42-5.el9.x86_64 1/2 2026-03-06T18:19:12.277 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libxslt-devel-1.1.34-13.el9_6.x86_64 2/2 2026-03-06T18:19:12.277 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:12.277 INFO:teuthology.orchestra.run.vm07.stdout:Installed: 2026-03-06T18:19:12.277 INFO:teuthology.orchestra.run.vm07.stdout: libgpg-error-devel-1.42-5.el9.x86_64 libxslt-devel-1.1.34-13.el9_6.x86_64 2026-03-06T18:19:12.277 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:12.277 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:19:12.353 INFO:teuthology.packaging:Installing package mariadb on ubuntu@vm07.local 2026-03-06T18:19:12.354 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y install mariadb 2026-03-06T18:19:12.845 INFO:teuthology.orchestra.run.vm07.stdout:Last metadata expiration check: 0:01:25 ago on Fri 06 Mar 2026 06:17:47 PM CET. 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout:Installing: 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout: mariadb x86_64 3:10.5.29-3.el9_7 appstream 1.6 M 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout:Installing dependencies: 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-common x86_64 3:10.5.29-3.el9_7 appstream 27 k 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-connector-c x86_64 3.2.6-1.el9_0 appstream 195 k 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-connector-c-config noarch 3.2.6-1.el9_0 appstream 9.8 k 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout: perl-Sys-Hostname x86_64 1.23-481.1.el9_6 appstream 15 k 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout:Install 5 Packages 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 1.9 M 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout:Installed size: 22 M 2026-03-06T18:19:12.933 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-03-06T18:19:13.704 INFO:teuthology.orchestra.run.vm07.stdout:(1/5): mariadb-common-10.5.29-3.el9_7.x86_64.rp 43 kB/s | 27 kB 00:00 2026-03-06T18:19:13.857 INFO:teuthology.orchestra.run.vm07.stdout:(2/5): mariadb-connector-c-config-3.2.6-1.el9_0 64 kB/s | 9.8 kB 00:00 2026-03-06T18:19:14.011 INFO:teuthology.orchestra.run.vm07.stdout:(3/5): perl-Sys-Hostname-1.23-481.1.el9_6.x86_6 101 kB/s | 15 kB 00:00 2026-03-06T18:19:14.017 INFO:teuthology.orchestra.run.vm07.stdout:(4/5): mariadb-connector-c-3.2.6-1.el9_0.x86_64 210 kB/s | 195 kB 00:00 2026-03-06T18:19:14.488 INFO:teuthology.orchestra.run.vm07.stdout:(5/5): mariadb-10.5.29-3.el9_7.x86_64.rpm 1.2 MB/s | 1.6 MB 00:01 2026-03-06T18:19:14.491 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-03-06T18:19:14.491 INFO:teuthology.orchestra.run.vm07.stdout:Total 1.2 MB/s | 1.9 MB 00:01 2026-03-06T18:19:14.557 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:19:14.566 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:19:14.567 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:19:14.602 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:19:14.624 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:19:14.722 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:19:14.732 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 1/5 2026-03-06T18:19:14.740 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mariadb-common-3:10.5.29-3.el9_7.x86_64 2/5 2026-03-06T18:19:14.745 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mariadb-connector-c-3.2.6-1.el9_0.x86_64 3/5 2026-03-06T18:19:14.793 INFO:teuthology.orchestra.run.vm07.stdout: Installing : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 4/5 2026-03-06T18:19:14.814 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mariadb-3:10.5.29-3.el9_7.x86_64 5/5 2026-03-06T18:19:14.970 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: mariadb-3:10.5.29-3.el9_7.x86_64 5/5 2026-03-06T18:19:14.970 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-3:10.5.29-3.el9_7.x86_64 1/5 2026-03-06T18:19:14.970 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-common-3:10.5.29-3.el9_7.x86_64 2/5 2026-03-06T18:19:14.970 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-connector-c-3.2.6-1.el9_0.x86_64 3/5 2026-03-06T18:19:14.970 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 4/5 2026-03-06T18:19:15.024 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 5/5 2026-03-06T18:19:15.024 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:15.024 INFO:teuthology.orchestra.run.vm07.stdout:Installed: 2026-03-06T18:19:15.024 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-3:10.5.29-3.el9_7.x86_64 2026-03-06T18:19:15.024 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-common-3:10.5.29-3.el9_7.x86_64 2026-03-06T18:19:15.024 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-connector-c-3.2.6-1.el9_0.x86_64 2026-03-06T18:19:15.024 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-connector-c-config-3.2.6-1.el9_0.noarch 2026-03-06T18:19:15.024 INFO:teuthology.orchestra.run.vm07.stdout: perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 2026-03-06T18:19:15.024 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:15.024 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:19:15.090 INFO:teuthology.packaging:Installing package mariadb-devel on ubuntu@vm07.local 2026-03-06T18:19:15.090 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y install mariadb-devel 2026-03-06T18:19:15.576 INFO:teuthology.orchestra.run.vm07.stdout:Last metadata expiration check: 0:01:28 ago on Fri 06 Mar 2026 06:17:47 PM CET. 2026-03-06T18:19:15.667 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout:Installing: 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-devel x86_64 3:10.5.29-3.el9_7 crb 1.0 M 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout:Installing dependencies: 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-connector-c-devel x86_64 3.2.6-1.el9_0 appstream 55 k 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout: openssl-devel x86_64 1:3.5.1-4.el9_7 appstream 3.4 M 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout:Installing weak dependencies: 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-connector-c-doc noarch 3.2.6-1.el9_0 crb 98 k 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout:Install 4 Packages 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 4.6 M 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout:Installed size: 11 M 2026-03-06T18:19:15.668 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-03-06T18:19:16.181 INFO:teuthology.orchestra.run.vm07.stdout:(1/4): mariadb-connector-c-devel-3.2.6-1.el9_0. 266 kB/s | 55 kB 00:00 2026-03-06T18:19:16.367 INFO:teuthology.orchestra.run.vm07.stdout:(2/4): mariadb-connector-c-doc-3.2.6-1.el9_0.no 251 kB/s | 98 kB 00:00 2026-03-06T18:19:16.982 INFO:teuthology.orchestra.run.vm07.stdout:(3/4): mariadb-devel-10.5.29-3.el9_7.x86_64.rpm 1.3 MB/s | 1.0 MB 00:00 2026-03-06T18:19:17.182 INFO:teuthology.orchestra.run.vm07.stdout:(4/4): openssl-devel-3.5.1-4.el9_7.x86_64.rpm 2.8 MB/s | 3.4 MB 00:01 2026-03-06T18:19:17.185 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-03-06T18:19:17.185 INFO:teuthology.orchestra.run.vm07.stdout:Total 3.0 MB/s | 4.6 MB 00:01 2026-03-06T18:19:17.244 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:19:17.255 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:19:17.255 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:19:17.339 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:19:17.339 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:19:18.049 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:19:18.104 INFO:teuthology.orchestra.run.vm07.stdout: Installing : openssl-devel-1:3.5.1-4.el9_7.x86_64 1/4 2026-03-06T18:19:18.113 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 2/4 2026-03-06T18:19:18.247 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 3/4 2026-03-06T18:19:18.273 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mariadb-devel-3:10.5.29-3.el9_7.x86_64 4/4 2026-03-06T18:19:18.403 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: mariadb-devel-3:10.5.29-3.el9_7.x86_64 4/4 2026-03-06T18:19:18.403 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 1/4 2026-03-06T18:19:18.403 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openssl-devel-1:3.5.1-4.el9_7.x86_64 2/4 2026-03-06T18:19:18.403 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 3/4 2026-03-06T18:19:18.476 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-devel-3:10.5.29-3.el9_7.x86_64 4/4 2026-03-06T18:19:18.476 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:18.476 INFO:teuthology.orchestra.run.vm07.stdout:Installed: 2026-03-06T18:19:18.476 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 2026-03-06T18:19:18.476 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 2026-03-06T18:19:18.476 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-devel-3:10.5.29-3.el9_7.x86_64 2026-03-06T18:19:18.476 INFO:teuthology.orchestra.run.vm07.stdout: openssl-devel-1:3.5.1-4.el9_7.x86_64 2026-03-06T18:19:18.476 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:18.476 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:19:18.556 INFO:teuthology.packaging:Installing package mariadb-server on ubuntu@vm07.local 2026-03-06T18:19:18.556 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y install mariadb-server 2026-03-06T18:19:19.071 INFO:teuthology.orchestra.run.vm07.stdout:Last metadata expiration check: 0:01:32 ago on Fri 06 Mar 2026 06:17:47 PM CET. 2026-03-06T18:19:19.165 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:19:19.165 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:19.165 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:19:19.165 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:19.165 INFO:teuthology.orchestra.run.vm07.stdout:Installing: 2026-03-06T18:19:19.165 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-server x86_64 3:10.5.29-3.el9_7 appstream 9.7 M 2026-03-06T18:19:19.165 INFO:teuthology.orchestra.run.vm07.stdout:Installing dependencies: 2026-03-06T18:19:19.165 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-errmsg x86_64 3:10.5.29-3.el9_7 appstream 210 k 2026-03-06T18:19:19.165 INFO:teuthology.orchestra.run.vm07.stdout: mysql-selinux noarch 1.0.14-1.el9_6 appstream 36 k 2026-03-06T18:19:19.165 INFO:teuthology.orchestra.run.vm07.stdout: perl-DBD-MariaDB x86_64 1.21-17.el9 appstream 149 k 2026-03-06T18:19:19.165 INFO:teuthology.orchestra.run.vm07.stdout: perl-DBI x86_64 1.643-9.el9 appstream 700 k 2026-03-06T18:19:19.166 INFO:teuthology.orchestra.run.vm07.stdout: perl-Math-BigInt noarch 1:1.9998.18-460.el9 appstream 188 k 2026-03-06T18:19:19.166 INFO:teuthology.orchestra.run.vm07.stdout: perl-Math-Complex noarch 1.59-481.1.el9_6 appstream 45 k 2026-03-06T18:19:19.166 INFO:teuthology.orchestra.run.vm07.stdout:Installing weak dependencies: 2026-03-06T18:19:19.166 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-backup x86_64 3:10.5.29-3.el9_7 appstream 6.5 M 2026-03-06T18:19:19.166 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-gssapi-server x86_64 3:10.5.29-3.el9_7 appstream 14 k 2026-03-06T18:19:19.166 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-server-utils x86_64 3:10.5.29-3.el9_7 appstream 210 k 2026-03-06T18:19:19.166 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:19.166 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:19:19.166 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:19.166 INFO:teuthology.orchestra.run.vm07.stdout:Install 10 Packages 2026-03-06T18:19:19.166 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:19.166 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 18 M 2026-03-06T18:19:19.166 INFO:teuthology.orchestra.run.vm07.stdout:Installed size: 94 M 2026-03-06T18:19:19.166 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-03-06T18:19:19.491 INFO:teuthology.orchestra.run.vm07.stdout:(1/10): mariadb-gssapi-server-10.5.29-3.el9_7.x 93 kB/s | 14 kB 00:00 2026-03-06T18:19:19.690 INFO:teuthology.orchestra.run.vm07.stdout:(2/10): mariadb-errmsg-10.5.29-3.el9_7.x86_64.r 598 kB/s | 210 kB 00:00 2026-03-06T18:19:20.207 INFO:teuthology.orchestra.run.vm07.stdout:(3/10): mariadb-server-utils-10.5.29-3.el9_7.x8 406 kB/s | 210 kB 00:00 2026-03-06T18:19:20.352 INFO:teuthology.orchestra.run.vm07.stdout:(4/10): mysql-selinux-1.0.14-1.el9_6.noarch.rpm 251 kB/s | 36 kB 00:00 2026-03-06T18:19:20.596 INFO:teuthology.orchestra.run.vm07.stdout:(5/10): mariadb-server-10.5.29-3.el9_7.x86_64.r 8.8 MB/s | 9.7 MB 00:01 2026-03-06T18:19:20.621 INFO:teuthology.orchestra.run.vm07.stdout:(6/10): mariadb-backup-10.5.29-3.el9_7.x86_64.r 5.1 MB/s | 6.5 MB 00:01 2026-03-06T18:19:20.636 INFO:teuthology.orchestra.run.vm07.stdout:(7/10): perl-DBD-MariaDB-1.21-17.el9.x86_64.rpm 529 kB/s | 149 kB 00:00 2026-03-06T18:19:20.759 INFO:teuthology.orchestra.run.vm07.stdout:(8/10): perl-Math-Complex-1.59-481.1.el9_6.noar 367 kB/s | 45 kB 00:00 2026-03-06T18:19:20.762 INFO:teuthology.orchestra.run.vm07.stdout:(9/10): perl-Math-BigInt-1.9998.18-460.el9.noar 1.3 MB/s | 188 kB 00:00 2026-03-06T18:19:20.775 INFO:teuthology.orchestra.run.vm07.stdout:(10/10): perl-DBI-1.643-9.el9.x86_64.rpm 3.8 MB/s | 700 kB 00:00 2026-03-06T18:19:20.777 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-03-06T18:19:20.777 INFO:teuthology.orchestra.run.vm07.stdout:Total 11 MB/s | 18 MB 00:01 2026-03-06T18:19:20.980 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:19:21.002 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:19:21.002 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:19:21.117 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:19:21.117 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:19:21.237 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:19:21.246 INFO:teuthology.orchestra.run.vm07.stdout: Installing : perl-Math-Complex-1.59-481.1.el9_6.noarch 1/10 2026-03-06T18:19:21.283 INFO:teuthology.orchestra.run.vm07.stdout: Installing : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 2/10 2026-03-06T18:19:21.290 INFO:teuthology.orchestra.run.vm07.stdout: Installing : perl-DBI-1.643-9.el9.x86_64 3/10 2026-03-06T18:19:21.292 INFO:teuthology.orchestra.run.vm07.stdout: Installing : perl-DBD-MariaDB-1.21-17.el9.x86_64 4/10 2026-03-06T18:19:21.304 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 5/10 2026-03-06T18:19:21.306 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mysql-selinux-1.0.14-1.el9_6.noarch 5/10 2026-03-06T18:19:26.974 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 5/10 2026-03-06T18:19:26.974 INFO:teuthology.orchestra.run.vm07.stdout:libsemanage.semanage_direct_install_info: Overriding mysql module at lower priority 100 with module at priority 200. 2026-03-06T18:19:26.974 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:27.003 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 6/10 2026-03-06T18:19:27.013 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 7/10 2026-03-06T18:19:27.015 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 8/10 2026-03-06T18:19:27.183 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 9/10 2026-03-06T18:19:27.190 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mariadb-server-3:10.5.29-3.el9_7.x86_64 9/10 2026-03-06T18:19:27.250 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 9/10 2026-03-06T18:19:27.252 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mariadb-backup-3:10.5.29-3.el9_7.x86_64 10/10 2026-03-06T18:19:27.731 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 10/10 2026-03-06T18:19:28.300 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: mariadb-backup-3:10.5.29-3.el9_7.x86_64 10/10 2026-03-06T18:19:28.300 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-backup-3:10.5.29-3.el9_7.x86_64 1/10 2026-03-06T18:19:28.300 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 2/10 2026-03-06T18:19:28.300 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 3/10 2026-03-06T18:19:28.300 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-server-3:10.5.29-3.el9_7.x86_64 4/10 2026-03-06T18:19:28.301 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 5/10 2026-03-06T18:19:28.301 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mysql-selinux-1.0.14-1.el9_6.noarch 6/10 2026-03-06T18:19:28.301 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : perl-DBD-MariaDB-1.21-17.el9.x86_64 7/10 2026-03-06T18:19:28.301 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : perl-DBI-1.643-9.el9.x86_64 8/10 2026-03-06T18:19:28.301 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 9/10 2026-03-06T18:19:28.373 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : perl-Math-Complex-1.59-481.1.el9_6.noarch 10/10 2026-03-06T18:19:28.373 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:28.373 INFO:teuthology.orchestra.run.vm07.stdout:Installed: 2026-03-06T18:19:28.373 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-backup-3:10.5.29-3.el9_7.x86_64 2026-03-06T18:19:28.373 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 2026-03-06T18:19:28.373 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 2026-03-06T18:19:28.373 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-server-3:10.5.29-3.el9_7.x86_64 2026-03-06T18:19:28.373 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 2026-03-06T18:19:28.373 INFO:teuthology.orchestra.run.vm07.stdout: mysql-selinux-1.0.14-1.el9_6.noarch 2026-03-06T18:19:28.373 INFO:teuthology.orchestra.run.vm07.stdout: perl-DBD-MariaDB-1.21-17.el9.x86_64 2026-03-06T18:19:28.373 INFO:teuthology.orchestra.run.vm07.stdout: perl-DBI-1.643-9.el9.x86_64 2026-03-06T18:19:28.373 INFO:teuthology.orchestra.run.vm07.stdout: perl-Math-BigInt-1:1.9998.18-460.el9.noarch 2026-03-06T18:19:28.373 INFO:teuthology.orchestra.run.vm07.stdout: perl-Math-Complex-1.59-481.1.el9_6.noarch 2026-03-06T18:19:28.373 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:28.373 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:19:28.418 INFO:teuthology.packaging:Installing package openldap-devel on ubuntu@vm07.local 2026-03-06T18:19:28.418 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y install openldap-devel 2026-03-06T18:19:28.907 INFO:teuthology.orchestra.run.vm07.stdout:Last metadata expiration check: 0:01:41 ago on Fri 06 Mar 2026 06:17:47 PM CET. 2026-03-06T18:19:28.995 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:19:28.995 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:28.995 INFO:teuthology.orchestra.run.vm07.stdout: Package Architecture Version Repository Size 2026-03-06T18:19:28.995 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:28.995 INFO:teuthology.orchestra.run.vm07.stdout:Installing: 2026-03-06T18:19:28.995 INFO:teuthology.orchestra.run.vm07.stdout: openldap-devel x86_64 2.6.8-4.el9.0.1 appstream 684 k 2026-03-06T18:19:28.995 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:28.995 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:19:28.995 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:28.995 INFO:teuthology.orchestra.run.vm07.stdout:Install 1 Package 2026-03-06T18:19:28.995 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:28.995 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 684 k 2026-03-06T18:19:28.995 INFO:teuthology.orchestra.run.vm07.stdout:Installed size: 3.7 M 2026-03-06T18:19:28.995 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-03-06T18:19:29.801 INFO:teuthology.orchestra.run.vm07.stdout:openldap-devel-2.6.8-4.el9.0.1.x86_64.rpm 1.0 MB/s | 684 kB 00:00 2026-03-06T18:19:29.802 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-03-06T18:19:29.802 INFO:teuthology.orchestra.run.vm07.stdout:Total 848 kB/s | 684 kB 00:00 2026-03-06T18:19:29.816 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:19:29.820 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:19:29.820 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:19:29.833 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:19:29.833 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:19:29.969 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:19:29.996 INFO:teuthology.orchestra.run.vm07.stdout: Installing : openldap-devel-2.6.8-4.el9.0.1.x86_64 1/1 2026-03-06T18:19:30.097 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: openldap-devel-2.6.8-4.el9.0.1.x86_64 1/1 2026-03-06T18:19:30.150 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openldap-devel-2.6.8-4.el9.0.1.x86_64 1/1 2026-03-06T18:19:30.151 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:30.151 INFO:teuthology.orchestra.run.vm07.stdout:Installed: 2026-03-06T18:19:30.151 INFO:teuthology.orchestra.run.vm07.stdout: openldap-devel-2.6.8-4.el9.0.1.x86_64 2026-03-06T18:19:30.151 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:30.151 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:19:30.203 INFO:teuthology.packaging:Installing package openssl-devel on ubuntu@vm07.local 2026-03-06T18:19:30.203 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y install openssl-devel 2026-03-06T18:19:30.613 INFO:teuthology.orchestra.run.vm07.stdout:Last metadata expiration check: 0:01:43 ago on Fri 06 Mar 2026 06:17:47 PM CET. 2026-03-06T18:19:30.681 INFO:teuthology.orchestra.run.vm07.stdout:Package openssl-devel-1:3.5.1-4.el9_7.x86_64 is already installed. 2026-03-06T18:19:30.694 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:19:30.695 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:30.695 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:19:30.695 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:30.695 INFO:teuthology.orchestra.run.vm07.stdout:Upgrading: 2026-03-06T18:19:30.695 INFO:teuthology.orchestra.run.vm07.stdout: openssl x86_64 1:3.5.1-7.el9_7 baseos 1.4 M 2026-03-06T18:19:30.695 INFO:teuthology.orchestra.run.vm07.stdout: openssl-devel x86_64 1:3.5.1-7.el9_7 appstream 3.4 M 2026-03-06T18:19:30.695 INFO:teuthology.orchestra.run.vm07.stdout: openssl-fips-provider x86_64 1:3.5.1-7.el9_7 baseos 812 k 2026-03-06T18:19:30.695 INFO:teuthology.orchestra.run.vm07.stdout: openssl-libs x86_64 1:3.5.1-7.el9_7 baseos 2.3 M 2026-03-06T18:19:30.695 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:30.695 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:19:30.695 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:30.695 INFO:teuthology.orchestra.run.vm07.stdout:Upgrade 4 Packages 2026-03-06T18:19:30.695 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:30.695 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 7.9 M 2026-03-06T18:19:30.695 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-03-06T18:19:32.660 INFO:teuthology.orchestra.run.vm07.stdout:(1/4): openssl-fips-provider-3.5.1-7.el9_7.x86_ 491 kB/s | 812 kB 00:01 2026-03-06T18:19:32.827 INFO:teuthology.orchestra.run.vm07.stdout:(2/4): openssl-3.5.1-7.el9_7.x86_64.rpm 793 kB/s | 1.4 MB 00:01 2026-03-06T18:19:32.977 INFO:teuthology.orchestra.run.vm07.stdout:(3/4): openssl-libs-3.5.1-7.el9_7.x86_64.rpm 1.2 MB/s | 2.3 MB 00:01 2026-03-06T18:19:33.791 INFO:teuthology.orchestra.run.vm07.stdout:(4/4): openssl-devel-3.5.1-7.el9_7.x86_64.rpm 3.0 MB/s | 3.4 MB 00:01 2026-03-06T18:19:33.793 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-03-06T18:19:33.793 INFO:teuthology.orchestra.run.vm07.stdout:Total 2.6 MB/s | 7.9 MB 00:03 2026-03-06T18:19:33.855 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:19:33.884 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:19:33.884 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:19:33.986 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:19:33.986 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:19:34.129 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:19:34.137 INFO:teuthology.orchestra.run.vm07.stdout: Upgrading : openssl-libs-1:3.5.1-7.el9_7.x86_64 1/8 2026-03-06T18:19:34.211 INFO:teuthology.orchestra.run.vm07.stdout: Upgrading : openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 2/8 2026-03-06T18:19:34.845 INFO:teuthology.orchestra.run.vm07.stdout: Upgrading : openssl-1:3.5.1-7.el9_7.x86_64 3/8 2026-03-06T18:19:34.883 INFO:teuthology.orchestra.run.vm07.stdout: Upgrading : openssl-devel-1:3.5.1-7.el9_7.x86_64 4/8 2026-03-06T18:19:34.889 INFO:teuthology.orchestra.run.vm07.stdout: Cleanup : openssl-1:3.5.1-4.el9_7.x86_64 5/8 2026-03-06T18:19:34.900 INFO:teuthology.orchestra.run.vm07.stdout: Cleanup : openssl-devel-1:3.5.1-4.el9_7.x86_64 6/8 2026-03-06T18:19:34.902 INFO:teuthology.orchestra.run.vm07.stdout: Cleanup : openssl-fips-provider-1:3.5.1-4.el9_7.x86_64 7/8 2026-03-06T18:19:34.928 INFO:teuthology.orchestra.run.vm07.stdout: Cleanup : openssl-libs-1:3.5.1-4.el9_7.x86_64 8/8 2026-03-06T18:19:35.117 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: openssl-libs-1:3.5.1-4.el9_7.x86_64 8/8 2026-03-06T18:19:35.117 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openssl-1:3.5.1-7.el9_7.x86_64 1/8 2026-03-06T18:19:35.117 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openssl-1:3.5.1-4.el9_7.x86_64 2/8 2026-03-06T18:19:35.117 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 3/8 2026-03-06T18:19:35.117 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openssl-fips-provider-1:3.5.1-4.el9_7.x86_64 4/8 2026-03-06T18:19:35.117 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openssl-libs-1:3.5.1-7.el9_7.x86_64 5/8 2026-03-06T18:19:35.117 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openssl-libs-1:3.5.1-4.el9_7.x86_64 6/8 2026-03-06T18:19:35.117 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openssl-devel-1:3.5.1-7.el9_7.x86_64 7/8 2026-03-06T18:19:35.188 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openssl-devel-1:3.5.1-4.el9_7.x86_64 8/8 2026-03-06T18:19:35.188 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:35.188 INFO:teuthology.orchestra.run.vm07.stdout:Upgraded: 2026-03-06T18:19:35.188 INFO:teuthology.orchestra.run.vm07.stdout: openssl-1:3.5.1-7.el9_7.x86_64 2026-03-06T18:19:35.188 INFO:teuthology.orchestra.run.vm07.stdout: openssl-devel-1:3.5.1-7.el9_7.x86_64 2026-03-06T18:19:35.188 INFO:teuthology.orchestra.run.vm07.stdout: openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 2026-03-06T18:19:35.188 INFO:teuthology.orchestra.run.vm07.stdout: openssl-libs-1:3.5.1-7.el9_7.x86_64 2026-03-06T18:19:35.188 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:35.188 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:19:35.246 INFO:teuthology.packaging:Installing package postgresql on ubuntu@vm07.local 2026-03-06T18:19:35.246 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y install postgresql 2026-03-06T18:19:35.890 INFO:teuthology.orchestra.run.vm07.stdout:Last metadata expiration check: 0:01:48 ago on Fri 06 Mar 2026 06:17:47 PM CET. 2026-03-06T18:19:36.042 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:19:36.042 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:36.042 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:19:36.042 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:36.042 INFO:teuthology.orchestra.run.vm07.stdout:Installing: 2026-03-06T18:19:36.043 INFO:teuthology.orchestra.run.vm07.stdout: postgresql x86_64 13.23-1.el9_7 appstream 1.6 M 2026-03-06T18:19:36.043 INFO:teuthology.orchestra.run.vm07.stdout:Installing dependencies: 2026-03-06T18:19:36.043 INFO:teuthology.orchestra.run.vm07.stdout: postgresql-private-libs x86_64 13.23-1.el9_7 appstream 140 k 2026-03-06T18:19:36.043 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:36.043 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:19:36.043 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:36.043 INFO:teuthology.orchestra.run.vm07.stdout:Install 2 Packages 2026-03-06T18:19:36.043 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:36.043 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 1.7 M 2026-03-06T18:19:36.043 INFO:teuthology.orchestra.run.vm07.stdout:Installed size: 6.2 M 2026-03-06T18:19:36.043 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-03-06T18:19:37.419 INFO:teuthology.orchestra.run.vm07.stdout:(1/2): postgresql-private-libs-13.23-1.el9_7.x8 115 kB/s | 140 kB 00:01 2026-03-06T18:19:38.078 INFO:teuthology.orchestra.run.vm07.stdout:(2/2): postgresql-13.23-1.el9_7.x86_64.rpm 852 kB/s | 1.6 MB 00:01 2026-03-06T18:19:38.080 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-03-06T18:19:38.080 INFO:teuthology.orchestra.run.vm07.stdout:Total 855 kB/s | 1.7 MB 00:02 2026-03-06T18:19:38.106 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:19:38.112 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:19:38.113 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:19:38.160 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:19:38.160 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:19:38.240 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:19:38.342 INFO:teuthology.orchestra.run.vm07.stdout: Installing : postgresql-private-libs-13.23-1.el9_7.x86_64 1/2 2026-03-06T18:19:38.367 INFO:teuthology.orchestra.run.vm07.stdout: Installing : postgresql-13.23-1.el9_7.x86_64 2/2 2026-03-06T18:19:38.492 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: postgresql-13.23-1.el9_7.x86_64 2/2 2026-03-06T18:19:38.492 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : postgresql-13.23-1.el9_7.x86_64 1/2 2026-03-06T18:19:38.568 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : postgresql-private-libs-13.23-1.el9_7.x86_64 2/2 2026-03-06T18:19:38.568 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:38.568 INFO:teuthology.orchestra.run.vm07.stdout:Installed: 2026-03-06T18:19:38.568 INFO:teuthology.orchestra.run.vm07.stdout: postgresql-13.23-1.el9_7.x86_64 postgresql-private-libs-13.23-1.el9_7.x86_64 2026-03-06T18:19:38.568 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:38.568 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:19:38.613 INFO:teuthology.packaging:Installing package postgresql-devel on ubuntu@vm07.local 2026-03-06T18:19:38.613 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y install postgresql-devel 2026-03-06T18:19:39.093 INFO:teuthology.orchestra.run.vm07.stdout:Last metadata expiration check: 0:01:52 ago on Fri 06 Mar 2026 06:17:47 PM CET. 2026-03-06T18:19:39.178 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:19:39.178 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:39.178 INFO:teuthology.orchestra.run.vm07.stdout: Package Architecture Version Repository Size 2026-03-06T18:19:39.178 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:39.178 INFO:teuthology.orchestra.run.vm07.stdout:Installing: 2026-03-06T18:19:39.178 INFO:teuthology.orchestra.run.vm07.stdout: libpq-devel x86_64 13.23-1.el9_7 appstream 92 k 2026-03-06T18:19:39.178 INFO:teuthology.orchestra.run.vm07.stdout:Installing dependencies: 2026-03-06T18:19:39.178 INFO:teuthology.orchestra.run.vm07.stdout: libpq x86_64 13.23-1.el9_7 appstream 208 k 2026-03-06T18:19:39.178 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:39.178 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:19:39.179 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:39.179 INFO:teuthology.orchestra.run.vm07.stdout:Install 2 Packages 2026-03-06T18:19:39.179 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:39.179 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 300 k 2026-03-06T18:19:39.179 INFO:teuthology.orchestra.run.vm07.stdout:Installed size: 1.0 M 2026-03-06T18:19:39.179 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-03-06T18:19:40.059 INFO:teuthology.orchestra.run.vm07.stdout:(1/2): libpq-devel-13.23-1.el9_7.x86_64.rpm 127 kB/s | 92 kB 00:00 2026-03-06T18:19:40.138 INFO:teuthology.orchestra.run.vm07.stdout:(2/2): libpq-13.23-1.el9_7.x86_64.rpm 258 kB/s | 208 kB 00:00 2026-03-06T18:19:40.139 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-03-06T18:19:40.140 INFO:teuthology.orchestra.run.vm07.stdout:Total 312 kB/s | 300 kB 00:00 2026-03-06T18:19:40.163 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:19:40.168 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:19:40.168 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:19:40.194 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:19:40.194 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:19:40.246 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:19:40.258 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libpq-13.23-1.el9_7.x86_64 1/2 2026-03-06T18:19:40.277 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-03-06T18:19:40.339 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-03-06T18:19:40.339 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libpq-13.23-1.el9_7.x86_64 1/2 2026-03-06T18:19:40.384 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-03-06T18:19:40.384 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:40.384 INFO:teuthology.orchestra.run.vm07.stdout:Installed: 2026-03-06T18:19:40.384 INFO:teuthology.orchestra.run.vm07.stdout: libpq-13.23-1.el9_7.x86_64 libpq-devel-13.23-1.el9_7.x86_64 2026-03-06T18:19:40.385 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:40.385 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:19:40.417 INFO:teuthology.packaging:Installing package postgresql-server on ubuntu@vm07.local 2026-03-06T18:19:40.418 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y install postgresql-server 2026-03-06T18:19:40.818 INFO:teuthology.orchestra.run.vm07.stdout:Last metadata expiration check: 0:01:53 ago on Fri 06 Mar 2026 06:17:47 PM CET. 2026-03-06T18:19:40.893 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:19:40.894 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:40.894 INFO:teuthology.orchestra.run.vm07.stdout: Package Architecture Version Repository Size 2026-03-06T18:19:40.894 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:40.894 INFO:teuthology.orchestra.run.vm07.stdout:Installing: 2026-03-06T18:19:40.894 INFO:teuthology.orchestra.run.vm07.stdout: postgresql-server x86_64 13.23-1.el9_7 appstream 5.7 M 2026-03-06T18:19:40.894 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:40.894 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:19:40.894 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:19:40.894 INFO:teuthology.orchestra.run.vm07.stdout:Install 1 Package 2026-03-06T18:19:40.894 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:40.894 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 5.7 M 2026-03-06T18:19:40.894 INFO:teuthology.orchestra.run.vm07.stdout:Installed size: 23 M 2026-03-06T18:19:40.894 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-03-06T18:19:42.094 INFO:teuthology.orchestra.run.vm07.stdout:postgresql-server-13.23-1.el9_7.x86_64.rpm 5.5 MB/s | 5.7 MB 00:01 2026-03-06T18:19:42.096 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-03-06T18:19:42.096 INFO:teuthology.orchestra.run.vm07.stdout:Total 4.7 MB/s | 5.7 MB 00:01 2026-03-06T18:19:42.121 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:19:42.131 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:19:42.131 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:19:42.179 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:19:42.179 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:19:42.245 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:19:42.405 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: postgresql-server-13.23-1.el9_7.x86_64 1/1 2026-03-06T18:19:42.414 INFO:teuthology.orchestra.run.vm07.stdout: Installing : postgresql-server-13.23-1.el9_7.x86_64 1/1 2026-03-06T18:19:42.911 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: postgresql-server-13.23-1.el9_7.x86_64 1/1 2026-03-06T18:19:42.987 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : postgresql-server-13.23-1.el9_7.x86_64 1/1 2026-03-06T18:19:42.988 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:42.988 INFO:teuthology.orchestra.run.vm07.stdout:Installed: 2026-03-06T18:19:42.988 INFO:teuthology.orchestra.run.vm07.stdout: postgresql-server-13.23-1.el9_7.x86_64 2026-03-06T18:19:42.988 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:19:42.988 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:19:43.054 INFO:tasks.keystone:Setting up database for keystone... 2026-03-06T18:19:43.055 DEBUG:teuthology.orchestra.run.vm07:> sudo systemctl restart mariadb 2026-03-06T18:19:44.751 DEBUG:teuthology.orchestra.run.vm07:> sudo mysql --execute="CREATE USER 'keystone'@'localhost' IDENTIFIED BY 'SECRET';" 2026-03-06T18:19:44.784 DEBUG:teuthology.orchestra.run.vm07:> sudo mysql --execute="CREATE DATABASE keystone;" 2026-03-06T18:19:44.857 DEBUG:teuthology.orchestra.run.vm07:> sudo mysql --execute="GRANT ALL PRIVILEGES ON keystone.* TO 'keystone'@'localhost';" 2026-03-06T18:19:44.934 DEBUG:teuthology.orchestra.run.vm07:> sudo mysql --execute="FLUSH PRIVILEGES;" 2026-03-06T18:19:45.016 INFO:tasks.keystone:Setting up virtualenv for keystone... 2026-03-06T18:19:45.016 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && sed -i 's/usedevelop.*/usedevelop=false/g' tox.ini 2026-03-06T18:19:45.080 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source /home/ubuntu/cephtest/tox-venv/bin/activate && tox -e venv --notest 2026-03-06T18:19:45.214 INFO:teuthology.orchestra.run.vm07.stdout:.tox create: /home/ubuntu/cephtest/keystone/.tox/.tox 2026-03-06T18:19:45.656 INFO:teuthology.orchestra.run.vm07.stdout:.tox installdeps: tox >= 3.18.0 2026-03-06T18:19:50.119 INFO:teuthology.orchestra.run.vm07.stdout:venv: install_deps> python -I -m pip install '.[ldap,memcache]' -r /home/ubuntu/cephtest/keystone/test-requirements.txt -c https://releases.openstack.org/constraints/upper/2025.1 2026-03-06T18:20:20.633 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: install_requires> python -I -m pip install 'setuptools>=40.8.0' 2026-03-06T18:20:21.108 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: _optional_hooks> python /home/ubuntu/cephtest/keystone/.tox/.tox/lib/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-03-06T18:20:21.279 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: get_requires_for_build_sdist> python /home/ubuntu/cephtest/keystone/.tox/.tox/lib/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-03-06T18:20:21.383 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: install_requires_for_build_sdist> python -I -m pip install 'pbr>=2.0.0' 2026-03-06T18:20:21.671 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: get_requires_for_build_wheel> python /home/ubuntu/cephtest/keystone/.tox/.tox/lib/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-03-06T18:20:21.802 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: install_requires_for_build_wheel> python -I -m pip install 'pbr>=2.0.0' 2026-03-06T18:20:22.001 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: prepare_metadata_for_build_wheel> python /home/ubuntu/cephtest/keystone/.tox/.tox/lib/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-03-06T18:20:22.636 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: build_sdist> python /home/ubuntu/cephtest/keystone/.tox/.tox/lib/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-03-06T18:20:24.299 INFO:teuthology.orchestra.run.vm07.stdout:venv: install_package_deps> python -I -m pip install 'Flask!=0.11,>=1.0.2' 'Flask-RESTful>=0.3.5' 'PyJWT>=1.6.1' 'SQLAlchemy>=1.4.0' 'WebOb>=1.7.1' 'bcrypt>=3.1.3' 'cryptography>=2.7' 'dogpile.cache>=1.0.2' 'jsonschema>=3.2.0' 'keystonemiddleware>=7.0.0' 'msgpack>=0.5.0' 'oauthlib>=0.6.2' 'oslo.cache>=1.26.0' 'oslo.config>=6.8.0' 'oslo.context>=2.22.0' 'oslo.db>=6.0.0' 'oslo.i18n>=3.15.3' 'oslo.log>=3.44.0' 'oslo.messaging>=5.29.0' 'oslo.middleware>=3.31.0' 'oslo.policy>=4.5.0' 'oslo.serialization!=2.19.1,>=2.18.0' 'oslo.upgradecheck>=1.3.0' 'oslo.utils>=3.33.0' 'osprofiler>=1.4.0' 'pbr!=2.1.0,>=2.0.0' 'pycadf!=2.0.0,>=1.1.0' 'pysaml2>=5.0.0' 'python-keystoneclient>=3.8.0' 'scrypt>=0.8.0' 'stevedore>=1.20.0' 2026-03-06T18:20:24.762 INFO:teuthology.orchestra.run.vm07.stdout:venv: install_package> python -I -m pip install --force-reinstall --no-deps /home/ubuntu/cephtest/keystone/.tox/.tmp/package/1/keystone-27.0.1.dev26.tar.gz 2026-03-06T18:20:27.942 INFO:teuthology.orchestra.run.vm07.stdout: venv: OK (40.06 seconds) 2026-03-06T18:20:27.942 INFO:teuthology.orchestra.run.vm07.stdout: congratulations :) (40.08 seconds) 2026-03-06T18:20:27.986 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && pip install python-openstackclient uwsgi 2026-03-06T18:20:28.342 INFO:teuthology.orchestra.run.vm07.stdout:Collecting python-openstackclient 2026-03-06T18:20:28.376 INFO:teuthology.orchestra.run.vm07.stdout: Downloading python_openstackclient-8.0.0-py3-none-any.whl.metadata (6.4 kB) 2026-03-06T18:20:28.397 INFO:teuthology.orchestra.run.vm07.stdout:Collecting uwsgi 2026-03-06T18:20:28.407 INFO:teuthology.orchestra.run.vm07.stdout: Downloading uwsgi-2.0.31.tar.gz (822 kB) 2026-03-06T18:20:28.444 INFO:teuthology.orchestra.run.vm07.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 822.8/822.8 kB 43.7 MB/s 0:00:00 2026-03-06T18:20:28.580 INFO:teuthology.orchestra.run.vm07.stdout: Installing build dependencies: started 2026-03-06T18:20:29.101 INFO:teuthology.orchestra.run.vm07.stdout: Installing build dependencies: finished with status 'done' 2026-03-06T18:20:29.102 INFO:teuthology.orchestra.run.vm07.stdout: Getting requirements to build wheel: started 2026-03-06T18:20:29.324 INFO:teuthology.orchestra.run.vm07.stdout: Getting requirements to build wheel: finished with status 'done' 2026-03-06T18:20:29.324 INFO:teuthology.orchestra.run.vm07.stdout: Preparing metadata (pyproject.toml): started 2026-03-06T18:20:29.434 INFO:teuthology.orchestra.run.vm07.stdout: Preparing metadata (pyproject.toml): finished with status 'done' 2026-03-06T18:20:29.436 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: pbr!=2.1.0,>=2.0.0 in ./.tox/venv/lib/python3.9/site-packages (from python-openstackclient) (6.1.1) 2026-03-06T18:20:29.436 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: cryptography>=2.7 in ./.tox/venv/lib64/python3.9/site-packages (from python-openstackclient) (43.0.3) 2026-03-06T18:20:29.437 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: cliff>=3.5.0 in ./.tox/venv/lib/python3.9/site-packages (from python-openstackclient) (4.9.1) 2026-03-06T18:20:29.437 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: iso8601>=0.1.11 in ./.tox/venv/lib/python3.9/site-packages (from python-openstackclient) (2.1.0) 2026-03-06T18:20:29.462 INFO:teuthology.orchestra.run.vm07.stdout:Collecting openstacksdk>=3.3.0 (from python-openstackclient) 2026-03-06T18:20:29.472 INFO:teuthology.orchestra.run.vm07.stdout: Downloading openstacksdk-4.5.0-py3-none-any.whl.metadata (12 kB) 2026-03-06T18:20:29.591 INFO:teuthology.orchestra.run.vm07.stdout:Collecting osc-lib>=2.3.0 (from python-openstackclient) 2026-03-06T18:20:29.604 INFO:teuthology.orchestra.run.vm07.stdout: Downloading osc_lib-4.0.2-py3-none-any.whl.metadata (3.6 kB) 2026-03-06T18:20:29.638 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: oslo.i18n>=3.15.3 in ./.tox/venv/lib/python3.9/site-packages (from python-openstackclient) (6.5.1) 2026-03-06T18:20:29.639 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: python-keystoneclient>=3.22.0 in ./.tox/venv/lib/python3.9/site-packages (from python-openstackclient) (5.6.0) 2026-03-06T18:20:29.779 INFO:teuthology.orchestra.run.vm07.stdout:Collecting python-cinderclient>=3.3.0 (from python-openstackclient) 2026-03-06T18:20:29.788 INFO:teuthology.orchestra.run.vm07.stdout: Downloading python_cinderclient-9.7.0-py3-none-any.whl.metadata (19 kB) 2026-03-06T18:20:29.823 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: requests>=2.27.0 in ./.tox/venv/lib/python3.9/site-packages (from python-openstackclient) (2.32.3) 2026-03-06T18:20:29.824 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: stevedore>=2.0.1 in ./.tox/venv/lib/python3.9/site-packages (from python-openstackclient) (5.4.1) 2026-03-06T18:20:29.825 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: autopage>=0.4.0 in ./.tox/venv/lib/python3.9/site-packages (from cliff>=3.5.0->python-openstackclient) (0.5.2) 2026-03-06T18:20:29.825 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: cmd2>=1.0.0 in ./.tox/venv/lib/python3.9/site-packages (from cliff>=3.5.0->python-openstackclient) (2.5.11) 2026-03-06T18:20:29.825 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: PrettyTable>=0.7.2 in ./.tox/venv/lib/python3.9/site-packages (from cliff>=3.5.0->python-openstackclient) (3.14.0) 2026-03-06T18:20:29.826 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: PyYAML>=3.12 in ./.tox/venv/lib64/python3.9/site-packages (from cliff>=3.5.0->python-openstackclient) (6.0.2) 2026-03-06T18:20:29.826 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: importlib-metadata>=4.4 in ./.tox/venv/lib/python3.9/site-packages (from cliff>=3.5.0->python-openstackclient) (6.2.1) 2026-03-06T18:20:29.827 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: pyperclip>=1.8 in ./.tox/venv/lib/python3.9/site-packages (from cmd2>=1.0.0->cliff>=3.5.0->python-openstackclient) (1.9.0) 2026-03-06T18:20:29.827 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: wcwidth>=0.2.10 in ./.tox/venv/lib/python3.9/site-packages (from cmd2>=1.0.0->cliff>=3.5.0->python-openstackclient) (0.2.13) 2026-03-06T18:20:29.830 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: cffi>=1.12 in ./.tox/venv/lib64/python3.9/site-packages (from cryptography>=2.7->python-openstackclient) (1.17.1) 2026-03-06T18:20:29.830 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: pycparser in ./.tox/venv/lib/python3.9/site-packages (from cffi>=1.12->cryptography>=2.7->python-openstackclient) (2.22) 2026-03-06T18:20:29.832 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: zipp>=0.5 in ./.tox/venv/lib/python3.9/site-packages (from importlib-metadata>=4.4->cliff>=3.5.0->python-openstackclient) (3.21.0) 2026-03-06T18:20:29.833 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: decorator>=4.4.1 in ./.tox/venv/lib/python3.9/site-packages (from openstacksdk>=3.3.0->python-openstackclient) (5.1.1) 2026-03-06T18:20:29.833 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: dogpile.cache>=0.6.5 in ./.tox/venv/lib/python3.9/site-packages (from openstacksdk>=3.3.0->python-openstackclient) (1.3.4) 2026-03-06T18:20:29.875 INFO:teuthology.orchestra.run.vm07.stdout:Collecting jmespath>=0.9.0 (from openstacksdk>=3.3.0->python-openstackclient) 2026-03-06T18:20:29.883 INFO:teuthology.orchestra.run.vm07.stdout: Downloading jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-03-06T18:20:29.931 INFO:teuthology.orchestra.run.vm07.stdout:Collecting jsonpatch!=1.20,>=1.16 (from openstacksdk>=3.3.0->python-openstackclient) 2026-03-06T18:20:29.939 INFO:teuthology.orchestra.run.vm07.stdout: Downloading jsonpatch-1.33-py2.py3-none-any.whl.metadata (3.0 kB) 2026-03-06T18:20:29.941 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: keystoneauth1>=5.10.0 in ./.tox/venv/lib/python3.9/site-packages (from openstacksdk>=3.3.0->python-openstackclient) (5.10.0) 2026-03-06T18:20:29.942 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: os-service-types>=1.7.0 in ./.tox/venv/lib/python3.9/site-packages (from openstacksdk>=3.3.0->python-openstackclient) (1.7.0) 2026-03-06T18:20:29.957 INFO:teuthology.orchestra.run.vm07.stdout:Collecting platformdirs>=3 (from openstacksdk>=3.3.0->python-openstackclient) 2026-03-06T18:20:29.958 INFO:teuthology.orchestra.run.vm07.stdout: Using cached platformdirs-4.4.0-py3-none-any.whl.metadata (12 kB) 2026-03-06T18:20:29.959 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: psutil>=3.2.2 in ./.tox/venv/lib64/python3.9/site-packages (from openstacksdk>=3.3.0->python-openstackclient) (7.0.0) 2026-03-06T18:20:30.045 INFO:teuthology.orchestra.run.vm07.stdout:Collecting requestsexceptions>=1.2.0 (from openstacksdk>=3.3.0->python-openstackclient) 2026-03-06T18:20:30.054 INFO:teuthology.orchestra.run.vm07.stdout: Downloading requestsexceptions-1.4.0-py2.py3-none-any.whl.metadata (1.2 kB) 2026-03-06T18:20:30.056 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: typing-extensions>=4.12.0 in ./.tox/venv/lib/python3.9/site-packages (from openstacksdk>=3.3.0->python-openstackclient) (4.12.2) 2026-03-06T18:20:30.074 INFO:teuthology.orchestra.run.vm07.stdout:Collecting jsonpointer>=1.9 (from jsonpatch!=1.20,>=1.16->openstacksdk>=3.3.0->python-openstackclient) 2026-03-06T18:20:30.083 INFO:teuthology.orchestra.run.vm07.stdout: Downloading jsonpointer-3.0.0-py2.py3-none-any.whl.metadata (2.3 kB) 2026-03-06T18:20:30.090 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: oslo.utils>=3.33.0 in ./.tox/venv/lib/python3.9/site-packages (from osc-lib>=2.3.0->python-openstackclient) (8.2.0) 2026-03-06T18:20:30.091 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: netaddr>=0.10.0 in ./.tox/venv/lib/python3.9/site-packages (from oslo.utils>=3.33.0->osc-lib>=2.3.0->python-openstackclient) (1.3.0) 2026-03-06T18:20:30.092 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: debtcollector>=1.2.0 in ./.tox/venv/lib/python3.9/site-packages (from oslo.utils>=3.33.0->osc-lib>=2.3.0->python-openstackclient) (3.0.0) 2026-03-06T18:20:30.092 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: pyparsing>=2.1.0 in ./.tox/venv/lib/python3.9/site-packages (from oslo.utils>=3.33.0->osc-lib>=2.3.0->python-openstackclient) (3.2.1) 2026-03-06T18:20:30.092 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: packaging>=20.4 in ./.tox/venv/lib/python3.9/site-packages (from oslo.utils>=3.33.0->osc-lib>=2.3.0->python-openstackclient) (24.2) 2026-03-06T18:20:30.092 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: tzdata>=2022.4 in ./.tox/venv/lib/python3.9/site-packages (from oslo.utils>=3.33.0->osc-lib>=2.3.0->python-openstackclient) (2025.1) 2026-03-06T18:20:30.093 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: wrapt>=1.7.0 in ./.tox/venv/lib64/python3.9/site-packages (from debtcollector>=1.2.0->oslo.utils>=3.33.0->osc-lib>=2.3.0->python-openstackclient) (1.17.2) 2026-03-06T18:20:30.096 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: setuptools in ./.tox/venv/lib/python3.9/site-packages (from pbr!=2.1.0,>=2.0.0->python-openstackclient) (82.0.0) 2026-03-06T18:20:30.104 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: oslo.config>=5.2.0 in ./.tox/venv/lib/python3.9/site-packages (from python-keystoneclient>=3.22.0->python-openstackclient) (9.7.1) 2026-03-06T18:20:30.104 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: oslo.serialization>=2.18.0 in ./.tox/venv/lib/python3.9/site-packages (from python-keystoneclient>=3.22.0->python-openstackclient) (5.7.0) 2026-03-06T18:20:30.106 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: rfc3986>=1.2.0 in ./.tox/venv/lib/python3.9/site-packages (from oslo.config>=5.2.0->python-keystoneclient>=3.22.0->python-openstackclient) (2.0.0) 2026-03-06T18:20:30.108 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: msgpack>=0.5.2 in ./.tox/venv/lib64/python3.9/site-packages (from oslo.serialization>=2.18.0->python-keystoneclient>=3.22.0->python-openstackclient) (1.1.0) 2026-03-06T18:20:30.110 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: charset-normalizer<4,>=2 in ./.tox/venv/lib64/python3.9/site-packages (from requests>=2.27.0->python-openstackclient) (3.4.1) 2026-03-06T18:20:30.110 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: idna<4,>=2.5 in ./.tox/venv/lib/python3.9/site-packages (from requests>=2.27.0->python-openstackclient) (3.10) 2026-03-06T18:20:30.111 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: urllib3<3,>=1.21.1 in ./.tox/venv/lib/python3.9/site-packages (from requests>=2.27.0->python-openstackclient) (1.26.20) 2026-03-06T18:20:30.111 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: certifi>=2017.4.17 in ./.tox/venv/lib/python3.9/site-packages (from requests>=2.27.0->python-openstackclient) (2026.2.25) 2026-03-06T18:20:30.138 INFO:teuthology.orchestra.run.vm07.stdout:Downloading python_openstackclient-8.0.0-py3-none-any.whl (1.1 MB) 2026-03-06T18:20:30.193 INFO:teuthology.orchestra.run.vm07.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.1/1.1 MB 15.7 MB/s 0:00:00 2026-03-06T18:20:30.204 INFO:teuthology.orchestra.run.vm07.stdout:Downloading openstacksdk-4.5.0-py3-none-any.whl (1.8 MB) 2026-03-06T18:20:30.281 INFO:teuthology.orchestra.run.vm07.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.8/1.8 MB 20.7 MB/s 0:00:00 2026-03-06T18:20:30.289 INFO:teuthology.orchestra.run.vm07.stdout:Downloading jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-03-06T18:20:30.316 INFO:teuthology.orchestra.run.vm07.stdout:Downloading jsonpatch-1.33-py2.py3-none-any.whl (12 kB) 2026-03-06T18:20:30.327 INFO:teuthology.orchestra.run.vm07.stdout:Downloading jsonpointer-3.0.0-py2.py3-none-any.whl (7.6 kB) 2026-03-06T18:20:30.341 INFO:teuthology.orchestra.run.vm07.stdout:Downloading osc_lib-4.0.2-py3-none-any.whl (93 kB) 2026-03-06T18:20:30.344 INFO:teuthology.orchestra.run.vm07.stdout:Using cached platformdirs-4.4.0-py3-none-any.whl (18 kB) 2026-03-06T18:20:30.354 INFO:teuthology.orchestra.run.vm07.stdout:Downloading python_cinderclient-9.7.0-py3-none-any.whl (256 kB) 2026-03-06T18:20:30.369 INFO:teuthology.orchestra.run.vm07.stdout:Downloading requestsexceptions-1.4.0-py2.py3-none-any.whl (3.8 kB) 2026-03-06T18:20:30.387 INFO:teuthology.orchestra.run.vm07.stdout:Building wheels for collected packages: uwsgi 2026-03-06T18:20:30.388 INFO:teuthology.orchestra.run.vm07.stdout: Building wheel for uwsgi (pyproject.toml): started 2026-03-06T18:20:39.392 INFO:teuthology.orchestra.run.vm07.stdout: Building wheel for uwsgi (pyproject.toml): finished with status 'done' 2026-03-06T18:20:39.393 INFO:teuthology.orchestra.run.vm07.stdout: Created wheel for uwsgi: filename=uwsgi-2.0.31-cp39-cp39-linux_x86_64.whl size=516068 sha256=af0b915b9703ae0f448dfe98e2da62313f39a80ca1c67cc4b1e15316fa859282 2026-03-06T18:20:39.393 INFO:teuthology.orchestra.run.vm07.stdout: Stored in directory: /home/ubuntu/.cache/pip/wheels/24/a5/03/5bd0ede15052bfde03cfa27de7101a4f3648fb7e726d1e9092 2026-03-06T18:20:39.394 INFO:teuthology.orchestra.run.vm07.stdout:Successfully built uwsgi 2026-03-06T18:20:39.465 INFO:teuthology.orchestra.run.vm07.stdout:Installing collected packages: uwsgi, requestsexceptions, platformdirs, jsonpointer, jmespath, jsonpatch, python-cinderclient, openstacksdk, osc-lib, python-openstackclient 2026-03-06T18:20:40.784 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:20:40.790 INFO:teuthology.orchestra.run.vm07.stdout:Successfully installed jmespath-1.1.0 jsonpatch-1.33 jsonpointer-3.0.0 openstacksdk-4.5.0 osc-lib-4.0.2 platformdirs-4.4.0 python-cinderclient-9.7.0 python-openstackclient-8.0.0 requestsexceptions-1.4.0 uwsgi-2.0.31 2026-03-06T18:20:40.926 INFO:tasks.keystone:Configuring keystone... 2026-03-06T18:20:40.926 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source /home/ubuntu/cephtest/tox-venv/bin/activate && tox -e genconfig 2026-03-06T18:20:42.484 INFO:teuthology.orchestra.run.vm07.stdout:genconfig: install_deps> python -I -m pip install '.[ldap,memcache]' -r /home/ubuntu/cephtest/keystone/test-requirements.txt -c https://releases.openstack.org/constraints/upper/2025.1 2026-03-06T18:20:58.693 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: _optional_hooks> python /home/ubuntu/cephtest/keystone/.tox/.tox/lib/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-03-06T18:20:58.804 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: get_requires_for_build_sdist> python /home/ubuntu/cephtest/keystone/.tox/.tox/lib/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-03-06T18:20:58.934 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: get_requires_for_build_wheel> python /home/ubuntu/cephtest/keystone/.tox/.tox/lib/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-03-06T18:20:59.037 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: prepare_metadata_for_build_wheel> python /home/ubuntu/cephtest/keystone/.tox/.tox/lib/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-03-06T18:20:59.929 INFO:teuthology.orchestra.run.vm07.stdout:.pkg: build_sdist> python /home/ubuntu/cephtest/keystone/.tox/.tox/lib/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-03-06T18:21:02.011 INFO:teuthology.orchestra.run.vm07.stdout:genconfig: install_package_deps> python -I -m pip install 'Flask!=0.11,>=1.0.2' 'Flask-RESTful>=0.3.5' 'PyJWT>=1.6.1' 'SQLAlchemy>=1.4.0' 'WebOb>=1.7.1' 'bcrypt>=3.1.3' 'cryptography>=2.7' 'dogpile.cache>=1.0.2' 'jsonschema>=3.2.0' 'keystonemiddleware>=7.0.0' 'msgpack>=0.5.0' 'oauthlib>=0.6.2' 'oslo.cache>=1.26.0' 'oslo.config>=6.8.0' 'oslo.context>=2.22.0' 'oslo.db>=6.0.0' 'oslo.i18n>=3.15.3' 'oslo.log>=3.44.0' 'oslo.messaging>=5.29.0' 'oslo.middleware>=3.31.0' 'oslo.policy>=4.5.0' 'oslo.serialization!=2.19.1,>=2.18.0' 'oslo.upgradecheck>=1.3.0' 'oslo.utils>=3.33.0' 'osprofiler>=1.4.0' 'pbr!=2.1.0,>=2.0.0' 'pycadf!=2.0.0,>=1.1.0' 'pysaml2>=5.0.0' 'python-keystoneclient>=3.8.0' 'scrypt>=0.8.0' 'stevedore>=1.20.0' 2026-03-06T18:21:02.462 INFO:teuthology.orchestra.run.vm07.stdout:genconfig: install_package> python -I -m pip install --force-reinstall --no-deps /home/ubuntu/cephtest/keystone/.tox/.tmp/package/2/keystone-27.0.1.dev26.tar.gz 2026-03-06T18:21:05.675 INFO:teuthology.orchestra.run.vm07.stdout:genconfig: commands[0]> oslo-config-generator --config-file=config-generator/keystone.conf 2026-03-06T18:21:06.095 INFO:teuthology.orchestra.run.vm07.stdout: genconfig: OK (24.89=setup[24.47]+cmd[0.42] seconds) 2026-03-06T18:21:06.095 INFO:teuthology.orchestra.run.vm07.stdout: congratulations :) (24.91 seconds) 2026-03-06T18:21:06.155 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && cp -f etc/keystone.conf.sample etc/keystone.conf 2026-03-06T18:21:06.174 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && sed -e 's^#key_repository =.*^key_repository = /home/ubuntu/cephtest/keystone/etc/fernet-keys^' -i etc/keystone.conf 2026-03-06T18:21:06.237 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && sed -e 's^#connection =.*^connection = mysql+pymysql://keystone:SECRET@localhost/keystone^' -i etc/keystone.conf 2026-03-06T18:21:06.295 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && sed -e 's^#log_file =.*^log_file = /home/ubuntu/cephtest/archive/keystone.client.0.log^' -i etc/keystone.conf 2026-03-06T18:21:06.354 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && cp etc/keystone.conf /home/ubuntu/cephtest/archive/keystone.client.0.conf 2026-03-06T18:21:06.415 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && mkdir -p /home/ubuntu/cephtest/keystone/etc/fernet-keys 2026-03-06T18:21:06.477 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && keystone-manage --config-file /home/ubuntu/cephtest/keystone/etc/keystone.conf fernet_setup 2026-03-06T18:21:07.692 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && keystone-manage --config-file /home/ubuntu/cephtest/keystone/etc/keystone.conf db_sync 2026-03-06T18:21:09.116 INFO:tasks.keystone:Configuring keystone... 2026-03-06T18:21:09.116 INFO:tasks.keystone.client.0:Restarting daemon 2026-03-06T18:21:09.116 DEBUG:teuthology.orchestra.run.vm07:> OS_KEYSTONE_CONFIG_FILES=/home/ubuntu/cephtest/keystone/etc/keystone.conf /home/ubuntu/cephtest/keystone/.tox/venv/bin/uwsgi --http-socket vm07.local:5000 --module keystone.wsgi.api:application & { read; kill %1; } 2026-03-06T18:21:09.118 INFO:tasks.keystone.client.0:Started 2026-03-06T18:21:09.118 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && sleep 15 2026-03-06T18:21:09.138 INFO:tasks.keystone.client.0.vm07.stderr:*** Starting uWSGI 2.0.31 (64bit) on [Fri Mar 6 18:21:09 2026] *** 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:compiled with version: 11.5.0 20240719 (Red Hat 11.5.0-11) on 06 March 2026 17:20:30 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:os: Linux-5.14.0-611.5.1.el9_7.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 11 22:20:27 UTC 2025 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:nodename: vm07.local 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:machine: x86_64 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:clock source: unix 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:detected number of CPU cores: 2 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:current working directory: /home/ubuntu 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:detected binary path: /home/ubuntu/cephtest/keystone/.tox/venv/bin/uwsgi 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:!!! no internal routing support, rebuild with pcre support !!! 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:*** WARNING: you are running uWSGI without its master process manager *** 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:your processes number limit is 30399 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:your memory page size is 4096 bytes 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:detected max file descriptor number: 1024 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:lock engine: pthread robust mutexes 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:thunder lock: disabled (you can enable it with --thunder-lock) 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:uwsgi socket 0 bound to TCP address vm07.local:5000 fd 3 2026-03-06T18:21:09.139 INFO:tasks.keystone.client.0.vm07.stderr:Python version: 3.9.23 (main, Aug 19 2025, 00:00:00) [GCC 11.5.0 20240719 (Red Hat 11.5.0-11)] 2026-03-06T18:21:09.150 INFO:tasks.keystone.client.0.vm07.stderr:Python main interpreter initialized at 0x2388270 2026-03-06T18:21:09.150 INFO:tasks.keystone.client.0.vm07.stderr:python threads support enabled 2026-03-06T18:21:09.151 INFO:tasks.keystone.client.0.vm07.stderr:your server socket listen backlog is limited to 100 connections 2026-03-06T18:21:09.151 INFO:tasks.keystone.client.0.vm07.stderr:your mercy for graceful operations on workers is 60 seconds 2026-03-06T18:21:09.151 INFO:tasks.keystone.client.0.vm07.stderr:mapped 72920 bytes (71 KB) for 1 cores 2026-03-06T18:21:09.151 INFO:tasks.keystone.client.0.vm07.stderr:*** Operational MODE: single process *** 2026-03-06T18:21:10.256 INFO:tasks.keystone.client.0.vm07.stderr:WSGI app 0 (mountpoint='') ready in 1 seconds on interpreter 0x2388270 pid: 83810 (default app) 2026-03-06T18:21:10.256 INFO:tasks.keystone.client.0.vm07.stderr:*** uWSGI is running in multiple interpreter mode *** 2026-03-06T18:21:10.256 INFO:tasks.keystone.client.0.vm07.stderr:spawned uWSGI worker 1 (and the only) (pid: 83810, cores: 1) 2026-03-06T18:21:24.140 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && keystone-manage --config-file /home/ubuntu/cephtest/keystone/etc/keystone.conf bootstrap --bootstrap-password ADMIN --bootstrap-region-id RegionOne --bootstrap-internal-url http://vm07.local:5000/v3 --bootstrap-admin-url http://vm07.local:5000/v3 --bootstrap-public-url http://vm07.local:5000/v3 2026-03-06T18:21:25.855 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack project create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --description 'Encryption Tenant' --domain default rgwcrypt --debug 2026-03-06T18:21:26.282 INFO:teuthology.orchestra.run.vm07.stderr:START with options: project create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --description Encryption Tenant --domain default rgwcrypt --debug 2026-03-06T18:21:26.283 INFO:teuthology.orchestra.run.vm07.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm07.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, oauth2_endpoint=None, oauth2_client_id=None, endpoint=None, token=*** auth_methods=None, username='admin', user_id=None, password='***', user_domain_id='default', user_domain_name=None, passcode=None, identity_provider=None, protocol=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, redirect_uri=None, code=None, default_domain_id=None, default_domain_name=None, idp_otp_key=None, access_token=*** identity_provider_url=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** oauth2_client_secret=*** service_provider_endpoint=None, service_provider_entity_id=None, device_authorization_endpoint=None, code_challenge_method=None, os_project_name=None, os_project_id=None) 2026-03-06T18:21:26.283 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:26.283 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:26.283 INFO:teuthology.orchestra.run.vm07.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-03-06T18:21:26.283 INFO:teuthology.orchestra.run.vm07.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:26.293 INFO:teuthology.orchestra.run.vm07.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-03-06T18:21:26.298 INFO:teuthology.orchestra.run.vm07.stderr:identity API version 3, cmd group openstack.identity.v3 2026-03-06T18:21:26.303 INFO:teuthology.orchestra.run.vm07.stderr:image API version 2, cmd group openstack.image.v2 2026-03-06T18:21:26.311 INFO:teuthology.orchestra.run.vm07.stderr:network API version 2, cmd group openstack.network.v2 2026-03-06T18:21:26.312 INFO:teuthology.orchestra.run.vm07.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-03-06T18:21:26.317 INFO:teuthology.orchestra.run.vm07.stderr:volume API version 3, cmd group openstack.volume.v3 2026-03-06T18:21:26.361 INFO:teuthology.orchestra.run.vm07.stderr:command: project create -> openstackclient.identity.v3.project.CreateProject (auth=True) 2026-03-06T18:21:26.361 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:26.361 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:26.361 INFO:teuthology.orchestra.run.vm07.stderr:Using auth plugin: password 2026-03-06T18:21:26.361 INFO:teuthology.orchestra.run.vm07.stderr:Using parameters {'auth_url': 'http://vm07.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-03-06T18:21:26.362 INFO:teuthology.orchestra.run.vm07.stderr:Get auth_ref 2026-03-06T18:21:26.362 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-03-06T18:21:26.363 INFO:teuthology.orchestra.run.vm07.stderr:Starting new HTTP connection (1): vm07.local:5000 2026-03-06T18:21:26.365 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 1/1] 192.168.123.107 () {28 vars in 408 bytes} [Fri Mar 6 18:21:26 2026] GET /v3 => generated 250 bytes in 2 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:26.365 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-03-06T18:21:26.366 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-71657e2f-1902-42a4-b4fd-7c0d1ecd59fc 2026-03-06T18:21:26.366 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm07.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-03-06T18:21:26.366 INFO:teuthology.orchestra.run.vm07.stderr:GET call to http://vm07.local:5000/v3 used request id req-71657e2f-1902-42a4-b4fd-7c0d1ecd59fc 2026-03-06T18:21:26.366 INFO:teuthology.orchestra.run.vm07.stderr:Making authentication request to http://vm07.local:5000/v3/auth/tokens 2026-03-06T18:21:26.366 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:26.655 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-03-06T18:21:26.655 INFO:teuthology.orchestra.run.vm07.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "a20147565bbc464eb2a7acacb2d96eb0", "name": "admin", "password_expires_at": null}, "audit_ids": ["hcn5zYZpR9iUbsZoBoOGpA"], "expires_at": "2026-03-06T18:21:26.000000Z", "issued_at": "2026-03-06T17:21:26.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "75f7a5cfdc764e4aa04d11268bc67e9c", "name": "admin"}, "is_domain": false, "roles": [{"id": "e423ef46bc3a4c95b701dac2e46a13a0", "name": "manager"}, {"id": "4637327285c643fcb5f9b9a1f16fe3fc", "name": "reader"}, {"id": "4a3c486dfab649a28d153f13347c6ab8", "name": "admin"}, {"id": "feaa210745cc4cbc8f31b7750e242dcc", "name": "member"}], "catalog": [{"endpoints": [{"id": "1ca08e3fa852433f88da0f93a8773c13", "interface": "admin", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "b703b729a703486e86fcd7d610f3817c", "interface": "public", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "e6f436c1aaa04970aaccfef3e08de488", "interface": "internal", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}], "id": "5d24806cc5334e2b86eeb5b42daa85a8", "type": "identity", "name": "keystone"}]}} 2026-03-06T18:21:26.655 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 2/2] 192.168.123.107 () {32 vars in 486 bytes} [Fri Mar 6 18:21:26 2026] POST /v3/auth/tokens => generated 1280 bytes in 288 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-03-06T18:21:26.703 INFO:teuthology.orchestra.run.vm07.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, name='rgwcrypt', domain='default', parent=None, description='Encryption Tenant', enable=False, disable=False, property=None, or_show=True, immutable=False, no_immutable=False, tags=[])) 2026-03-06T18:21:26.703 INFO:teuthology.orchestra.run.vm07.stderr:Instantiating identity client: 2026-03-06T18:21:26.703 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3/domains/default -H "Accept: application/json" -H "User-Agent: python-keystoneclient" -H "X-Auth-Token: {SHA256}55e532a42c511af777c3c21e669a50399fddd58b7276eaaba770c61dec283e12" 2026-03-06T18:21:26.704 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:26.755 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 3/3] 192.168.123.107 () {30 vars in 588 bytes} [Fri Mar 6 18:21:26 2026] GET /v3/domains/default => generated 194 bytes in 50 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:26.755 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/domains/default HTTP/1.1" 200 194 2026-03-06T18:21:26.756 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 194 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-eb9047c8-ab38-46a1-b485-4b2fb32a28a1 2026-03-06T18:21:26.756 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"domain": {"id": "default", "name": "Default", "description": "The default domain", "enabled": true, "tags": [], "options": {}, "links": {"self": "http://vm07.local:5000/v3/domains/default"}}} 2026-03-06T18:21:26.756 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:26.756 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/domains/default used request id req-eb9047c8-ab38-46a1-b485-4b2fb32a28a1 2026-03-06T18:21:26.756 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X POST http://vm07.local:5000/v3/projects -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-keystoneclient" -H "X-Auth-Token: {SHA256}55e532a42c511af777c3c21e669a50399fddd58b7276eaaba770c61dec283e12" -d '{"project": {"domain_id": "default", "name": "rgwcrypt", "description": "Encryption Tenant", "enabled": true, "options": {}, "tags": []}}' 2026-03-06T18:21:26.757 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:26.829 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 4/4] 192.168.123.107 () {34 vars in 628 bytes} [Fri Mar 6 18:21:26 2026] POST /v3/projects => generated 314 bytes in 72 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-03-06T18:21:26.830 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/projects HTTP/1.1" 201 314 2026-03-06T18:21:26.830 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [201] Content-Length: 314 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-a9abe0e0-47b4-4347-9ac0-dd573a8e7ce8 2026-03-06T18:21:26.830 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"project": {"id": "f7e9dba1188b48378b0ebec047eb011f", "name": "rgwcrypt", "domain_id": "default", "description": "Encryption Tenant", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm07.local:5000/v3/projects/f7e9dba1188b48378b0ebec047eb011f"}}} 2026-03-06T18:21:26.830 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:26.830 INFO:teuthology.orchestra.run.vm07.stderr:POST call to identity for http://vm07.local:5000/v3/projects used request id req-a9abe0e0-47b4-4347-9ac0-dd573a8e7ce8 2026-03-06T18:21:26.830 INFO:teuthology.orchestra.run.vm07.stderr:clean_up CreateProject: 2026-03-06T18:21:26.831 INFO:teuthology.orchestra.run.vm07.stderr:END return value: 0 2026-03-06T18:21:26.831 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:26.831 INFO:teuthology.orchestra.run.vm07.stdout:| Field | Value | 2026-03-06T18:21:26.831 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:26.831 INFO:teuthology.orchestra.run.vm07.stdout:| description | Encryption Tenant | 2026-03-06T18:21:26.831 INFO:teuthology.orchestra.run.vm07.stdout:| domain_id | default | 2026-03-06T18:21:26.831 INFO:teuthology.orchestra.run.vm07.stdout:| enabled | True | 2026-03-06T18:21:26.831 INFO:teuthology.orchestra.run.vm07.stdout:| id | f7e9dba1188b48378b0ebec047eb011f | 2026-03-06T18:21:26.831 INFO:teuthology.orchestra.run.vm07.stdout:| is_domain | False | 2026-03-06T18:21:26.831 INFO:teuthology.orchestra.run.vm07.stdout:| name | rgwcrypt | 2026-03-06T18:21:26.831 INFO:teuthology.orchestra.run.vm07.stdout:| options | {} | 2026-03-06T18:21:26.831 INFO:teuthology.orchestra.run.vm07.stdout:| parent_id | default | 2026-03-06T18:21:26.831 INFO:teuthology.orchestra.run.vm07.stdout:| tags | [] | 2026-03-06T18:21:26.831 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:26.994 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack project create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --description Barbican --domain default barbican --debug 2026-03-06T18:21:27.421 INFO:teuthology.orchestra.run.vm07.stderr:START with options: project create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --description Barbican --domain default barbican --debug 2026-03-06T18:21:27.422 INFO:teuthology.orchestra.run.vm07.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm07.local:5000/v3', consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, identity_provider=None, protocol=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, device_authorization_endpoint=None, code_challenge_method=None, auth_methods=None, user_id=None, endpoint=None, token=*** username='admin', password='***', oauth2_endpoint=None, oauth2_client_id=None, oauth2_client_secret=*** user_domain_id='default', user_domain_name=None, access_token_type=None, redirect_uri=None, code=None, identity_provider_url=None, default_domain_id=None, default_domain_name=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, service_provider_endpoint=None, service_provider_entity_id=None, access_token=*** passcode=None, idp_otp_key=None, os_project_name=None, os_project_id=None) 2026-03-06T18:21:27.422 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:27.422 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:27.422 INFO:teuthology.orchestra.run.vm07.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-03-06T18:21:27.422 INFO:teuthology.orchestra.run.vm07.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:27.432 INFO:teuthology.orchestra.run.vm07.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-03-06T18:21:27.436 INFO:teuthology.orchestra.run.vm07.stderr:identity API version 3, cmd group openstack.identity.v3 2026-03-06T18:21:27.439 INFO:teuthology.orchestra.run.vm07.stderr:image API version 2, cmd group openstack.image.v2 2026-03-06T18:21:27.447 INFO:teuthology.orchestra.run.vm07.stderr:network API version 2, cmd group openstack.network.v2 2026-03-06T18:21:27.448 INFO:teuthology.orchestra.run.vm07.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-03-06T18:21:27.452 INFO:teuthology.orchestra.run.vm07.stderr:volume API version 3, cmd group openstack.volume.v3 2026-03-06T18:21:27.457 INFO:teuthology.orchestra.run.vm07.stderr:command: project create -> openstackclient.identity.v3.project.CreateProject (auth=True) 2026-03-06T18:21:27.457 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:27.457 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:27.457 INFO:teuthology.orchestra.run.vm07.stderr:Using auth plugin: password 2026-03-06T18:21:27.457 INFO:teuthology.orchestra.run.vm07.stderr:Using parameters {'auth_url': 'http://vm07.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-03-06T18:21:27.458 INFO:teuthology.orchestra.run.vm07.stderr:Get auth_ref 2026-03-06T18:21:27.458 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-03-06T18:21:27.460 INFO:teuthology.orchestra.run.vm07.stderr:Starting new HTTP connection (1): vm07.local:5000 2026-03-06T18:21:27.462 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 5/5] 192.168.123.107 () {28 vars in 408 bytes} [Fri Mar 6 18:21:27 2026] GET /v3 => generated 250 bytes in 1 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:27.462 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-03-06T18:21:27.462 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-902ad943-68f7-4ac9-99ce-3b6f2bfc3b9f 2026-03-06T18:21:27.462 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm07.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-03-06T18:21:27.462 INFO:teuthology.orchestra.run.vm07.stderr:GET call to http://vm07.local:5000/v3 used request id req-902ad943-68f7-4ac9-99ce-3b6f2bfc3b9f 2026-03-06T18:21:27.462 INFO:teuthology.orchestra.run.vm07.stderr:Making authentication request to http://vm07.local:5000/v3/auth/tokens 2026-03-06T18:21:27.462 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:27.682 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 6/6] 192.168.123.107 () {32 vars in 486 bytes} [Fri Mar 6 18:21:27 2026] POST /v3/auth/tokens => generated 1280 bytes in 219 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-03-06T18:21:27.682 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-03-06T18:21:27.683 INFO:teuthology.orchestra.run.vm07.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "a20147565bbc464eb2a7acacb2d96eb0", "name": "admin", "password_expires_at": null}, "audit_ids": ["Nz7CIZ5LTC2WTv8kYDCxyg"], "expires_at": "2026-03-06T18:21:27.000000Z", "issued_at": "2026-03-06T17:21:27.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "75f7a5cfdc764e4aa04d11268bc67e9c", "name": "admin"}, "is_domain": false, "roles": [{"id": "e423ef46bc3a4c95b701dac2e46a13a0", "name": "manager"}, {"id": "4637327285c643fcb5f9b9a1f16fe3fc", "name": "reader"}, {"id": "4a3c486dfab649a28d153f13347c6ab8", "name": "admin"}, {"id": "feaa210745cc4cbc8f31b7750e242dcc", "name": "member"}], "catalog": [{"endpoints": [{"id": "1ca08e3fa852433f88da0f93a8773c13", "interface": "admin", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "b703b729a703486e86fcd7d610f3817c", "interface": "public", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "e6f436c1aaa04970aaccfef3e08de488", "interface": "internal", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}], "id": "5d24806cc5334e2b86eeb5b42daa85a8", "type": "identity", "name": "keystone"}]}} 2026-03-06T18:21:27.757 INFO:teuthology.orchestra.run.vm07.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, name='barbican', domain='default', parent=None, description='Barbican', enable=False, disable=False, property=None, or_show=True, immutable=False, no_immutable=False, tags=[])) 2026-03-06T18:21:27.757 INFO:teuthology.orchestra.run.vm07.stderr:Instantiating identity client: 2026-03-06T18:21:27.757 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3/domains/default -H "Accept: application/json" -H "User-Agent: python-keystoneclient" -H "X-Auth-Token: {SHA256}b9d1bc80de336a6dcce86b012107622844f1ae24b175e42e983992a6e7290030" 2026-03-06T18:21:27.758 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:27.793 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 7/7] 192.168.123.107 () {30 vars in 588 bytes} [Fri Mar 6 18:21:27 2026] GET /v3/domains/default => generated 194 bytes in 34 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:27.793 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/domains/default HTTP/1.1" 200 194 2026-03-06T18:21:27.793 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 194 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-c2064f62-a1bc-40da-8a30-bb5137df5f3b 2026-03-06T18:21:27.793 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"domain": {"id": "default", "name": "Default", "description": "The default domain", "enabled": true, "tags": [], "options": {}, "links": {"self": "http://vm07.local:5000/v3/domains/default"}}} 2026-03-06T18:21:27.793 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:27.793 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/domains/default used request id req-c2064f62-a1bc-40da-8a30-bb5137df5f3b 2026-03-06T18:21:27.794 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X POST http://vm07.local:5000/v3/projects -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-keystoneclient" -H "X-Auth-Token: {SHA256}b9d1bc80de336a6dcce86b012107622844f1ae24b175e42e983992a6e7290030" -d '{"project": {"domain_id": "default", "name": "barbican", "description": "Barbican", "enabled": true, "options": {}, "tags": []}}' 2026-03-06T18:21:27.794 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:27.840 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 8/8] 192.168.123.107 () {34 vars in 628 bytes} [Fri Mar 6 18:21:27 2026] POST /v3/projects => generated 305 bytes in 44 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-03-06T18:21:27.840 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/projects HTTP/1.1" 201 305 2026-03-06T18:21:27.840 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [201] Content-Length: 305 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-7db5beaa-8a42-4d82-90b6-e992a6dc2bba 2026-03-06T18:21:27.840 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"project": {"id": "5604ee61e3774268bd186b32485fa546", "name": "barbican", "domain_id": "default", "description": "Barbican", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm07.local:5000/v3/projects/5604ee61e3774268bd186b32485fa546"}}} 2026-03-06T18:21:27.840 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:27.840 INFO:teuthology.orchestra.run.vm07.stderr:POST call to identity for http://vm07.local:5000/v3/projects used request id req-7db5beaa-8a42-4d82-90b6-e992a6dc2bba 2026-03-06T18:21:27.841 INFO:teuthology.orchestra.run.vm07.stderr:clean_up CreateProject: 2026-03-06T18:21:27.841 INFO:teuthology.orchestra.run.vm07.stderr:END return value: 0 2026-03-06T18:21:27.841 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:27.841 INFO:teuthology.orchestra.run.vm07.stdout:| Field | Value | 2026-03-06T18:21:27.841 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:27.841 INFO:teuthology.orchestra.run.vm07.stdout:| description | Barbican | 2026-03-06T18:21:27.841 INFO:teuthology.orchestra.run.vm07.stdout:| domain_id | default | 2026-03-06T18:21:27.841 INFO:teuthology.orchestra.run.vm07.stdout:| enabled | True | 2026-03-06T18:21:27.841 INFO:teuthology.orchestra.run.vm07.stdout:| id | 5604ee61e3774268bd186b32485fa546 | 2026-03-06T18:21:27.841 INFO:teuthology.orchestra.run.vm07.stdout:| is_domain | False | 2026-03-06T18:21:27.841 INFO:teuthology.orchestra.run.vm07.stdout:| name | barbican | 2026-03-06T18:21:27.841 INFO:teuthology.orchestra.run.vm07.stdout:| options | {} | 2026-03-06T18:21:27.841 INFO:teuthology.orchestra.run.vm07.stdout:| parent_id | default | 2026-03-06T18:21:27.841 INFO:teuthology.orchestra.run.vm07.stdout:| tags | [] | 2026-03-06T18:21:27.841 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:27.997 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack project create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --description 'S3 project' --domain default s3 --debug 2026-03-06T18:21:28.397 INFO:teuthology.orchestra.run.vm07.stderr:START with options: project create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --description S3 project --domain default s3 --debug 2026-03-06T18:21:28.398 INFO:teuthology.orchestra.run.vm07.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm07.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, user_id=None, username='admin', user_domain_id='default', user_domain_name=None, password='***', endpoint=None, token=*** default_domain_id=None, default_domain_name=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, identity_provider=None, protocol=None, access_token=*** identity_provider_url=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** service_provider_endpoint=None, service_provider_entity_id=None, passcode=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, redirect_uri=None, code=None, auth_methods=None, device_authorization_endpoint=None, code_challenge_method=None, idp_otp_key=None, oauth2_endpoint=None, oauth2_client_id=None, oauth2_client_secret=*** os_project_name=None, os_project_id=None) 2026-03-06T18:21:28.398 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:28.398 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:28.398 INFO:teuthology.orchestra.run.vm07.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-03-06T18:21:28.399 INFO:teuthology.orchestra.run.vm07.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:28.410 INFO:teuthology.orchestra.run.vm07.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-03-06T18:21:28.416 INFO:teuthology.orchestra.run.vm07.stderr:identity API version 3, cmd group openstack.identity.v3 2026-03-06T18:21:28.419 INFO:teuthology.orchestra.run.vm07.stderr:image API version 2, cmd group openstack.image.v2 2026-03-06T18:21:28.430 INFO:teuthology.orchestra.run.vm07.stderr:network API version 2, cmd group openstack.network.v2 2026-03-06T18:21:28.430 INFO:teuthology.orchestra.run.vm07.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-03-06T18:21:28.435 INFO:teuthology.orchestra.run.vm07.stderr:volume API version 3, cmd group openstack.volume.v3 2026-03-06T18:21:28.442 INFO:teuthology.orchestra.run.vm07.stderr:command: project create -> openstackclient.identity.v3.project.CreateProject (auth=True) 2026-03-06T18:21:28.442 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:28.442 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:28.443 INFO:teuthology.orchestra.run.vm07.stderr:Using auth plugin: password 2026-03-06T18:21:28.443 INFO:teuthology.orchestra.run.vm07.stderr:Using parameters {'auth_url': 'http://vm07.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-03-06T18:21:28.444 INFO:teuthology.orchestra.run.vm07.stderr:Get auth_ref 2026-03-06T18:21:28.444 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-03-06T18:21:28.446 INFO:teuthology.orchestra.run.vm07.stderr:Starting new HTTP connection (1): vm07.local:5000 2026-03-06T18:21:28.448 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 9/9] 192.168.123.107 () {28 vars in 408 bytes} [Fri Mar 6 18:21:28 2026] GET /v3 => generated 250 bytes in 1 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:28.448 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-03-06T18:21:28.449 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-76ca31d4-71b1-4fb1-afa5-eb87ac79be43 2026-03-06T18:21:28.449 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm07.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-03-06T18:21:28.449 INFO:teuthology.orchestra.run.vm07.stderr:GET call to http://vm07.local:5000/v3 used request id req-76ca31d4-71b1-4fb1-afa5-eb87ac79be43 2026-03-06T18:21:28.449 INFO:teuthology.orchestra.run.vm07.stderr:Making authentication request to http://vm07.local:5000/v3/auth/tokens 2026-03-06T18:21:28.450 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:28.672 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 10/10] 192.168.123.107 () {32 vars in 486 bytes} [Fri Mar 6 18:21:28 2026] POST /v3/auth/tokens => generated 1280 bytes in 221 msecs (HTTP/1.1 201) 5 headers in 366 bytes (2 switches on core 0) 2026-03-06T18:21:28.673 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-03-06T18:21:28.673 INFO:teuthology.orchestra.run.vm07.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "a20147565bbc464eb2a7acacb2d96eb0", "name": "admin", "password_expires_at": null}, "audit_ids": ["B8bcs8PcTY-P84WOfuriBQ"], "expires_at": "2026-03-06T18:21:28.000000Z", "issued_at": "2026-03-06T17:21:28.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "75f7a5cfdc764e4aa04d11268bc67e9c", "name": "admin"}, "is_domain": false, "roles": [{"id": "e423ef46bc3a4c95b701dac2e46a13a0", "name": "manager"}, {"id": "4637327285c643fcb5f9b9a1f16fe3fc", "name": "reader"}, {"id": "4a3c486dfab649a28d153f13347c6ab8", "name": "admin"}, {"id": "feaa210745cc4cbc8f31b7750e242dcc", "name": "member"}], "catalog": [{"endpoints": [{"id": "1ca08e3fa852433f88da0f93a8773c13", "interface": "admin", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "b703b729a703486e86fcd7d610f3817c", "interface": "public", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "e6f436c1aaa04970aaccfef3e08de488", "interface": "internal", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}], "id": "5d24806cc5334e2b86eeb5b42daa85a8", "type": "identity", "name": "keystone"}]}} 2026-03-06T18:21:28.750 INFO:teuthology.orchestra.run.vm07.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, name='s3', domain='default', parent=None, description='S3 project', enable=False, disable=False, property=None, or_show=True, immutable=False, no_immutable=False, tags=[])) 2026-03-06T18:21:28.750 INFO:teuthology.orchestra.run.vm07.stderr:Instantiating identity client: 2026-03-06T18:21:28.750 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3/domains/default -H "Accept: application/json" -H "User-Agent: python-keystoneclient" -H "X-Auth-Token: {SHA256}bb97a066f6c666ec025f81578d4783fff33d74b41bd51a640e8452cb964432c4" 2026-03-06T18:21:28.751 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:28.790 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 11/11] 192.168.123.107 () {30 vars in 588 bytes} [Fri Mar 6 18:21:28 2026] GET /v3/domains/default => generated 194 bytes in 38 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:28.790 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/domains/default HTTP/1.1" 200 194 2026-03-06T18:21:28.790 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 194 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-00c4eb2a-ed97-4984-8477-d6563fbc4016 2026-03-06T18:21:28.790 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"domain": {"id": "default", "name": "Default", "description": "The default domain", "enabled": true, "tags": [], "options": {}, "links": {"self": "http://vm07.local:5000/v3/domains/default"}}} 2026-03-06T18:21:28.791 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:28.791 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/domains/default used request id req-00c4eb2a-ed97-4984-8477-d6563fbc4016 2026-03-06T18:21:28.791 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X POST http://vm07.local:5000/v3/projects -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-keystoneclient" -H "X-Auth-Token: {SHA256}bb97a066f6c666ec025f81578d4783fff33d74b41bd51a640e8452cb964432c4" -d '{"project": {"domain_id": "default", "name": "s3", "description": "S3 project", "enabled": true, "options": {}, "tags": []}}' 2026-03-06T18:21:28.791 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:28.837 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 12/12] 192.168.123.107 () {34 vars in 628 bytes} [Fri Mar 6 18:21:28 2026] POST /v3/projects => generated 301 bytes in 44 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-03-06T18:21:28.837 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/projects HTTP/1.1" 201 301 2026-03-06T18:21:28.837 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [201] Content-Length: 301 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-17b65eb4-fa93-4422-9f3b-581a2b79e14d 2026-03-06T18:21:28.837 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"project": {"id": "fcb9a9cf05a4402683ead6e2281924ce", "name": "s3", "domain_id": "default", "description": "S3 project", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm07.local:5000/v3/projects/fcb9a9cf05a4402683ead6e2281924ce"}}} 2026-03-06T18:21:28.837 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:28.837 INFO:teuthology.orchestra.run.vm07.stderr:POST call to identity for http://vm07.local:5000/v3/projects used request id req-17b65eb4-fa93-4422-9f3b-581a2b79e14d 2026-03-06T18:21:28.837 INFO:teuthology.orchestra.run.vm07.stderr:clean_up CreateProject: 2026-03-06T18:21:28.838 INFO:teuthology.orchestra.run.vm07.stderr:END return value: 0 2026-03-06T18:21:28.838 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:28.838 INFO:teuthology.orchestra.run.vm07.stdout:| Field | Value | 2026-03-06T18:21:28.838 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:28.838 INFO:teuthology.orchestra.run.vm07.stdout:| description | S3 project | 2026-03-06T18:21:28.838 INFO:teuthology.orchestra.run.vm07.stdout:| domain_id | default | 2026-03-06T18:21:28.838 INFO:teuthology.orchestra.run.vm07.stdout:| enabled | True | 2026-03-06T18:21:28.838 INFO:teuthology.orchestra.run.vm07.stdout:| id | fcb9a9cf05a4402683ead6e2281924ce | 2026-03-06T18:21:28.838 INFO:teuthology.orchestra.run.vm07.stdout:| is_domain | False | 2026-03-06T18:21:28.838 INFO:teuthology.orchestra.run.vm07.stdout:| name | s3 | 2026-03-06T18:21:28.838 INFO:teuthology.orchestra.run.vm07.stdout:| options | {} | 2026-03-06T18:21:28.838 INFO:teuthology.orchestra.run.vm07.stdout:| parent_id | default | 2026-03-06T18:21:28.838 INFO:teuthology.orchestra.run.vm07.stdout:| tags | [] | 2026-03-06T18:21:28.838 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:28.899 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack user create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --domain default --password rgwcrypt-pass --project rgwcrypt rgwcrypt-user --debug 2026-03-06T18:21:29.279 INFO:teuthology.orchestra.run.vm07.stderr:START with options: user create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --domain default --password *** --project rgwcrypt rgwcrypt-user --debug 2026-03-06T18:21:29.280 INFO:teuthology.orchestra.run.vm07.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, user_id=None, project_id=None, endpoint=None, auth_url='http://vm07.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, username='admin', user_domain_id='default', user_domain_name=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, identity_provider=None, protocol=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, auth_methods=None, token=*** identity_provider_url=None, service_provider_endpoint=None, service_provider_entity_id=None, password='***', oauth2_endpoint=None, oauth2_client_id=None, passcode=None, access_token=*** oauth2_client_secret=*** redirect_uri=None, code=None, device_authorization_endpoint=None, code_challenge_method=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** default_domain_id=None, default_domain_name=None, idp_otp_key=None, os_project_name=None, os_project_id=None) 2026-03-06T18:21:29.280 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:29.280 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:29.280 INFO:teuthology.orchestra.run.vm07.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-03-06T18:21:29.280 INFO:teuthology.orchestra.run.vm07.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:29.289 INFO:teuthology.orchestra.run.vm07.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-03-06T18:21:29.294 INFO:teuthology.orchestra.run.vm07.stderr:identity API version 3, cmd group openstack.identity.v3 2026-03-06T18:21:29.296 INFO:teuthology.orchestra.run.vm07.stderr:image API version 2, cmd group openstack.image.v2 2026-03-06T18:21:29.304 INFO:teuthology.orchestra.run.vm07.stderr:network API version 2, cmd group openstack.network.v2 2026-03-06T18:21:29.304 INFO:teuthology.orchestra.run.vm07.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-03-06T18:21:29.309 INFO:teuthology.orchestra.run.vm07.stderr:volume API version 3, cmd group openstack.volume.v3 2026-03-06T18:21:29.313 INFO:teuthology.orchestra.run.vm07.stderr:command: user create -> openstackclient.identity.v3.user.CreateUser (auth=True) 2026-03-06T18:21:29.314 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:29.314 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:29.314 INFO:teuthology.orchestra.run.vm07.stderr:Using auth plugin: password 2026-03-06T18:21:29.314 INFO:teuthology.orchestra.run.vm07.stderr:Using parameters {'auth_url': 'http://vm07.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-03-06T18:21:29.314 INFO:teuthology.orchestra.run.vm07.stderr:Get auth_ref 2026-03-06T18:21:29.314 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-03-06T18:21:29.316 INFO:teuthology.orchestra.run.vm07.stderr:Starting new HTTP connection (1): vm07.local:5000 2026-03-06T18:21:29.318 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 13/13] 192.168.123.107 () {28 vars in 408 bytes} [Fri Mar 6 18:21:29 2026] GET /v3 => generated 250 bytes in 1 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:29.318 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-03-06T18:21:29.318 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-5a78d093-e0dc-4aed-b845-0b35a63b2ee7 2026-03-06T18:21:29.318 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm07.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-03-06T18:21:29.318 INFO:teuthology.orchestra.run.vm07.stderr:GET call to http://vm07.local:5000/v3 used request id req-5a78d093-e0dc-4aed-b845-0b35a63b2ee7 2026-03-06T18:21:29.318 INFO:teuthology.orchestra.run.vm07.stderr:Making authentication request to http://vm07.local:5000/v3/auth/tokens 2026-03-06T18:21:29.319 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:29.539 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 14/14] 192.168.123.107 () {32 vars in 486 bytes} [Fri Mar 6 18:21:29 2026] POST /v3/auth/tokens => generated 1280 bytes in 219 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-03-06T18:21:29.539 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-03-06T18:21:29.539 INFO:teuthology.orchestra.run.vm07.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "a20147565bbc464eb2a7acacb2d96eb0", "name": "admin", "password_expires_at": null}, "audit_ids": ["bCPurABwRgKj9oEaCenrLA"], "expires_at": "2026-03-06T18:21:29.000000Z", "issued_at": "2026-03-06T17:21:29.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "75f7a5cfdc764e4aa04d11268bc67e9c", "name": "admin"}, "is_domain": false, "roles": [{"id": "e423ef46bc3a4c95b701dac2e46a13a0", "name": "manager"}, {"id": "4637327285c643fcb5f9b9a1f16fe3fc", "name": "reader"}, {"id": "4a3c486dfab649a28d153f13347c6ab8", "name": "admin"}, {"id": "feaa210745cc4cbc8f31b7750e242dcc", "name": "member"}], "catalog": [{"endpoints": [{"id": "1ca08e3fa852433f88da0f93a8773c13", "interface": "admin", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "b703b729a703486e86fcd7d610f3817c", "interface": "public", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "e6f436c1aaa04970aaccfef3e08de488", "interface": "internal", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}], "id": "5d24806cc5334e2b86eeb5b42daa85a8", "type": "identity", "name": "keystone"}]}} 2026-03-06T18:21:29.608 INFO:teuthology.orchestra.run.vm07.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, name='rgwcrypt-user', domain='default', project='rgwcrypt', project_domain=None, password='rgwcrypt-pass', password_prompt=False, email=None, description=None, ignore_lockout_failure_attempts=False, no_ignore_lockout_failure_attempts=False, ignore_password_expiry=False, no_ignore_password_expiry=False, ignore_change_password_upon_first_use=False, no_ignore_change_password_upon_first_use=False, enable_lock_password=False, disable_lock_password=False, enable_multi_factor_auth=False, disable_multi_factor_auth=False, multi_factor_auth_rule=[], enable=False, disable=False, or_show=True)) 2026-03-06T18:21:29.611 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3/domains/default -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}4652a2ce776c15606fee521039fd9d43148799dbf4fb64711570de11cba620f5" 2026-03-06T18:21:29.611 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:29.644 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 15/15] 192.168.123.107 () {30 vars in 631 bytes} [Fri Mar 6 18:21:29 2026] GET /v3/domains/default => generated 194 bytes in 32 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:29.644 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/domains/default HTTP/1.1" 200 194 2026-03-06T18:21:29.645 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 194 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-66fc42fa-0ffa-47d2-b538-378866f48d64 2026-03-06T18:21:29.645 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"domain": {"id": "default", "name": "Default", "description": "The default domain", "enabled": true, "tags": [], "options": {}, "links": {"self": "http://vm07.local:5000/v3/domains/default"}}} 2026-03-06T18:21:29.645 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:29.645 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/domains/default used request id req-66fc42fa-0ffa-47d2-b538-378866f48d64 2026-03-06T18:21:29.646 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/projects/rgwcrypt?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}4652a2ce776c15606fee521039fd9d43148799dbf4fb64711570de11cba620f5" 2026-03-06T18:21:29.647 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:29.690 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 16/16] 192.168.123.107 () {30 vars in 635 bytes} [Fri Mar 6 18:21:29 2026] GET /v3/projects/rgwcrypt => generated 89 bytes in 42 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-03-06T18:21:29.690 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/projects/rgwcrypt HTTP/1.1" 404 89 2026-03-06T18:21:29.690 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [404] Content-Length: 89 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-4550a928-8c65-4b26-9f5d-244cdd3c8554 2026-03-06T18:21:29.690 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find project: rgwcrypt.","title":"Not Found"}} 2026-03-06T18:21:29.690 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:29.690 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/projects/rgwcrypt used request id req-4550a928-8c65-4b26-9f5d-244cdd3c8554 2026-03-06T18:21:29.691 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/projects?domain_id=None&name=rgwcrypt" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}4652a2ce776c15606fee521039fd9d43148799dbf4fb64711570de11cba620f5" 2026-03-06T18:21:29.691 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:29.820 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 17/17] 192.168.123.107 () {30 vars in 657 bytes} [Fri Mar 6 18:21:29 2026] GET /v3/projects?name=rgwcrypt => generated 420 bytes in 127 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:29.820 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/projects?name=rgwcrypt HTTP/1.1" 200 420 2026-03-06T18:21:29.820 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 420 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-52aeffca-bd91-49bb-baec-9fc2bac17d3a 2026-03-06T18:21:29.821 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"projects": [{"id": "f7e9dba1188b48378b0ebec047eb011f", "name": "rgwcrypt", "domain_id": "default", "description": "Encryption Tenant", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm07.local:5000/v3/projects/f7e9dba1188b48378b0ebec047eb011f"}}], "links": {"next": null, "self": "http://vm07.local:5000/v3/projects?name=rgwcrypt", "previous": null}} 2026-03-06T18:21:29.821 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:29.821 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/projects?name=rgwcrypt used request id req-52aeffca-bd91-49bb-baec-9fc2bac17d3a 2026-03-06T18:21:29.822 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X POST http://vm07.local:5000/v3/users -H "Content-Type: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}4652a2ce776c15606fee521039fd9d43148799dbf4fb64711570de11cba620f5" -d '{"user": {"password": "rgwcrypt-pass", "name": "rgwcrypt-user", "enabled": true, "domain_id": "default", "default_project_id": "f7e9dba1188b48378b0ebec047eb011f"}}' 2026-03-06T18:21:29.822 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:30.037 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 18/18] 192.168.123.107 () {34 vars in 665 bytes} [Fri Mar 6 18:21:29 2026] POST /v3/users => generated 308 bytes in 213 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-03-06T18:21:30.037 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/users HTTP/1.1" 201 308 2026-03-06T18:21:30.037 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [201] Content-Length: 308 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-161c8f86-772f-4ce1-9df6-b1505f9ae88e 2026-03-06T18:21:30.037 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"user": {"id": "9580b8971f29475da42bac416d333409", "name": "rgwcrypt-user", "domain_id": "default", "enabled": true, "default_project_id": "f7e9dba1188b48378b0ebec047eb011f", "password_expires_at": null, "options": {}, "links": {"self": "http://vm07.local:5000/v3/users/9580b8971f29475da42bac416d333409"}}} 2026-03-06T18:21:30.037 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:30.037 INFO:teuthology.orchestra.run.vm07.stderr:POST call to identity for http://vm07.local:5000/v3/users used request id req-161c8f86-772f-4ce1-9df6-b1505f9ae88e 2026-03-06T18:21:30.038 INFO:teuthology.orchestra.run.vm07.stderr:clean_up CreateUser: 2026-03-06T18:21:30.038 INFO:teuthology.orchestra.run.vm07.stderr:END return value: 0 2026-03-06T18:21:30.038 INFO:teuthology.orchestra.run.vm07.stdout:+---------------------+----------------------------------+ 2026-03-06T18:21:30.039 INFO:teuthology.orchestra.run.vm07.stdout:| Field | Value | 2026-03-06T18:21:30.039 INFO:teuthology.orchestra.run.vm07.stdout:+---------------------+----------------------------------+ 2026-03-06T18:21:30.039 INFO:teuthology.orchestra.run.vm07.stdout:| default_project_id | f7e9dba1188b48378b0ebec047eb011f | 2026-03-06T18:21:30.039 INFO:teuthology.orchestra.run.vm07.stdout:| domain_id | default | 2026-03-06T18:21:30.039 INFO:teuthology.orchestra.run.vm07.stdout:| email | None | 2026-03-06T18:21:30.039 INFO:teuthology.orchestra.run.vm07.stdout:| enabled | True | 2026-03-06T18:21:30.039 INFO:teuthology.orchestra.run.vm07.stdout:| id | 9580b8971f29475da42bac416d333409 | 2026-03-06T18:21:30.039 INFO:teuthology.orchestra.run.vm07.stdout:| name | rgwcrypt-user | 2026-03-06T18:21:30.039 INFO:teuthology.orchestra.run.vm07.stdout:| description | None | 2026-03-06T18:21:30.039 INFO:teuthology.orchestra.run.vm07.stdout:| password_expires_at | None | 2026-03-06T18:21:30.039 INFO:teuthology.orchestra.run.vm07.stdout:+---------------------+----------------------------------+ 2026-03-06T18:21:30.138 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack user create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --domain default --password barbican-pass --project barbican barbican-user --debug 2026-03-06T18:21:30.517 INFO:teuthology.orchestra.run.vm07.stderr:START with options: user create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --domain default --password *** --project barbican barbican-user --debug 2026-03-06T18:21:30.517 INFO:teuthology.orchestra.run.vm07.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm07.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, identity_provider=None, protocol=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, redirect_uri=None, code=None, username='admin', password='***', endpoint=None, auth_methods=None, access_token=*** oauth2_endpoint=None, oauth2_client_id=None, user_id=None, user_domain_id='default', user_domain_name=None, idp_otp_key=None, passcode=None, token=*** default_domain_id=None, default_domain_name=None, device_authorization_endpoint=None, code_challenge_method=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** identity_provider_url=None, service_provider_endpoint=None, service_provider_entity_id=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, oauth2_client_secret=*** os_project_name=None, os_project_id=None) 2026-03-06T18:21:30.517 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:30.518 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:30.518 INFO:teuthology.orchestra.run.vm07.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-03-06T18:21:30.518 INFO:teuthology.orchestra.run.vm07.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:30.526 INFO:teuthology.orchestra.run.vm07.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-03-06T18:21:30.531 INFO:teuthology.orchestra.run.vm07.stderr:identity API version 3, cmd group openstack.identity.v3 2026-03-06T18:21:30.534 INFO:teuthology.orchestra.run.vm07.stderr:image API version 2, cmd group openstack.image.v2 2026-03-06T18:21:30.543 INFO:teuthology.orchestra.run.vm07.stderr:network API version 2, cmd group openstack.network.v2 2026-03-06T18:21:30.543 INFO:teuthology.orchestra.run.vm07.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-03-06T18:21:30.548 INFO:teuthology.orchestra.run.vm07.stderr:volume API version 3, cmd group openstack.volume.v3 2026-03-06T18:21:30.553 INFO:teuthology.orchestra.run.vm07.stderr:command: user create -> openstackclient.identity.v3.user.CreateUser (auth=True) 2026-03-06T18:21:30.553 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:30.553 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:30.553 INFO:teuthology.orchestra.run.vm07.stderr:Using auth plugin: password 2026-03-06T18:21:30.553 INFO:teuthology.orchestra.run.vm07.stderr:Using parameters {'auth_url': 'http://vm07.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-03-06T18:21:30.554 INFO:teuthology.orchestra.run.vm07.stderr:Get auth_ref 2026-03-06T18:21:30.554 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-03-06T18:21:30.555 INFO:teuthology.orchestra.run.vm07.stderr:Starting new HTTP connection (1): vm07.local:5000 2026-03-06T18:21:30.556 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 19/19] 192.168.123.107 () {28 vars in 408 bytes} [Fri Mar 6 18:21:30 2026] GET /v3 => generated 250 bytes in 0 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:30.556 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-03-06T18:21:30.556 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-75b66725-90bd-49fb-b170-1472465997db 2026-03-06T18:21:30.556 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm07.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-03-06T18:21:30.557 INFO:teuthology.orchestra.run.vm07.stderr:GET call to http://vm07.local:5000/v3 used request id req-75b66725-90bd-49fb-b170-1472465997db 2026-03-06T18:21:30.557 INFO:teuthology.orchestra.run.vm07.stderr:Making authentication request to http://vm07.local:5000/v3/auth/tokens 2026-03-06T18:21:30.557 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:30.772 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 20/20] 192.168.123.107 () {32 vars in 486 bytes} [Fri Mar 6 18:21:30 2026] POST /v3/auth/tokens => generated 1280 bytes in 214 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-03-06T18:21:30.773 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-03-06T18:21:30.773 INFO:teuthology.orchestra.run.vm07.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "a20147565bbc464eb2a7acacb2d96eb0", "name": "admin", "password_expires_at": null}, "audit_ids": ["ldmvEZRZQwq7cwqQvLiMgA"], "expires_at": "2026-03-06T18:21:30.000000Z", "issued_at": "2026-03-06T17:21:30.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "75f7a5cfdc764e4aa04d11268bc67e9c", "name": "admin"}, "is_domain": false, "roles": [{"id": "e423ef46bc3a4c95b701dac2e46a13a0", "name": "manager"}, {"id": "4637327285c643fcb5f9b9a1f16fe3fc", "name": "reader"}, {"id": "4a3c486dfab649a28d153f13347c6ab8", "name": "admin"}, {"id": "feaa210745cc4cbc8f31b7750e242dcc", "name": "member"}], "catalog": [{"endpoints": [{"id": "1ca08e3fa852433f88da0f93a8773c13", "interface": "admin", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "b703b729a703486e86fcd7d610f3817c", "interface": "public", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "e6f436c1aaa04970aaccfef3e08de488", "interface": "internal", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}], "id": "5d24806cc5334e2b86eeb5b42daa85a8", "type": "identity", "name": "keystone"}]}} 2026-03-06T18:21:30.844 INFO:teuthology.orchestra.run.vm07.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, name='barbican-user', domain='default', project='barbican', project_domain=None, password='barbican-pass', password_prompt=False, email=None, description=None, ignore_lockout_failure_attempts=False, no_ignore_lockout_failure_attempts=False, ignore_password_expiry=False, no_ignore_password_expiry=False, ignore_change_password_upon_first_use=False, no_ignore_change_password_upon_first_use=False, enable_lock_password=False, disable_lock_password=False, enable_multi_factor_auth=False, disable_multi_factor_auth=False, multi_factor_auth_rule=[], enable=False, disable=False, or_show=True)) 2026-03-06T18:21:30.846 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3/domains/default -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}6a85977c9baa1e00fdb31e59b231b3b95942787d33048a196fe6ca5040d28b9b" 2026-03-06T18:21:30.846 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:30.878 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 21/21] 192.168.123.107 () {30 vars in 631 bytes} [Fri Mar 6 18:21:30 2026] GET /v3/domains/default => generated 194 bytes in 31 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:30.879 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/domains/default HTTP/1.1" 200 194 2026-03-06T18:21:30.879 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 194 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-7bbcc2f1-64e4-41cd-9b73-ed27df3edc12 2026-03-06T18:21:30.879 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"domain": {"id": "default", "name": "Default", "description": "The default domain", "enabled": true, "tags": [], "options": {}, "links": {"self": "http://vm07.local:5000/v3/domains/default"}}} 2026-03-06T18:21:30.879 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:30.879 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/domains/default used request id req-7bbcc2f1-64e4-41cd-9b73-ed27df3edc12 2026-03-06T18:21:30.880 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/projects/barbican?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}6a85977c9baa1e00fdb31e59b231b3b95942787d33048a196fe6ca5040d28b9b" 2026-03-06T18:21:30.881 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:30.921 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 22/22] 192.168.123.107 () {30 vars in 635 bytes} [Fri Mar 6 18:21:30 2026] GET /v3/projects/barbican => generated 89 bytes in 39 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-03-06T18:21:30.922 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/projects/barbican HTTP/1.1" 404 89 2026-03-06T18:21:30.922 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [404] Content-Length: 89 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-8f302aba-6a06-407d-a41f-55b2c27886de 2026-03-06T18:21:30.922 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find project: barbican.","title":"Not Found"}} 2026-03-06T18:21:30.922 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:30.922 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/projects/barbican used request id req-8f302aba-6a06-407d-a41f-55b2c27886de 2026-03-06T18:21:30.922 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/projects?domain_id=None&name=barbican" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}6a85977c9baa1e00fdb31e59b231b3b95942787d33048a196fe6ca5040d28b9b" 2026-03-06T18:21:30.923 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:30.963 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 23/23] 192.168.123.107 () {30 vars in 657 bytes} [Fri Mar 6 18:21:30 2026] GET /v3/projects?name=barbican => generated 411 bytes in 39 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:30.963 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/projects?name=barbican HTTP/1.1" 200 411 2026-03-06T18:21:30.963 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 411 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-abe0b73c-0833-48db-bb8e-22a638d052f4 2026-03-06T18:21:30.963 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"projects": [{"id": "5604ee61e3774268bd186b32485fa546", "name": "barbican", "domain_id": "default", "description": "Barbican", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm07.local:5000/v3/projects/5604ee61e3774268bd186b32485fa546"}}], "links": {"next": null, "self": "http://vm07.local:5000/v3/projects?name=barbican", "previous": null}} 2026-03-06T18:21:30.963 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:30.963 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/projects?name=barbican used request id req-abe0b73c-0833-48db-bb8e-22a638d052f4 2026-03-06T18:21:30.964 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X POST http://vm07.local:5000/v3/users -H "Content-Type: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}6a85977c9baa1e00fdb31e59b231b3b95942787d33048a196fe6ca5040d28b9b" -d '{"user": {"default_project_id": "5604ee61e3774268bd186b32485fa546", "password": "barbican-pass", "enabled": true, "domain_id": "default", "name": "barbican-user"}}' 2026-03-06T18:21:30.965 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:31.180 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 24/24] 192.168.123.107 () {34 vars in 665 bytes} [Fri Mar 6 18:21:30 2026] POST /v3/users => generated 308 bytes in 214 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-03-06T18:21:31.181 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/users HTTP/1.1" 201 308 2026-03-06T18:21:31.181 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [201] Content-Length: 308 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-6a1e783f-f8b9-400f-b5f1-3215366f79b5 2026-03-06T18:21:31.181 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"user": {"id": "1820035df3094156a8a07a93bf804a87", "name": "barbican-user", "domain_id": "default", "enabled": true, "default_project_id": "5604ee61e3774268bd186b32485fa546", "password_expires_at": null, "options": {}, "links": {"self": "http://vm07.local:5000/v3/users/1820035df3094156a8a07a93bf804a87"}}} 2026-03-06T18:21:31.181 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:31.181 INFO:teuthology.orchestra.run.vm07.stderr:POST call to identity for http://vm07.local:5000/v3/users used request id req-6a1e783f-f8b9-400f-b5f1-3215366f79b5 2026-03-06T18:21:31.182 INFO:teuthology.orchestra.run.vm07.stderr:clean_up CreateUser: 2026-03-06T18:21:31.182 INFO:teuthology.orchestra.run.vm07.stderr:END return value: 0 2026-03-06T18:21:31.182 INFO:teuthology.orchestra.run.vm07.stdout:+---------------------+----------------------------------+ 2026-03-06T18:21:31.182 INFO:teuthology.orchestra.run.vm07.stdout:| Field | Value | 2026-03-06T18:21:31.182 INFO:teuthology.orchestra.run.vm07.stdout:+---------------------+----------------------------------+ 2026-03-06T18:21:31.182 INFO:teuthology.orchestra.run.vm07.stdout:| default_project_id | 5604ee61e3774268bd186b32485fa546 | 2026-03-06T18:21:31.182 INFO:teuthology.orchestra.run.vm07.stdout:| domain_id | default | 2026-03-06T18:21:31.182 INFO:teuthology.orchestra.run.vm07.stdout:| email | None | 2026-03-06T18:21:31.182 INFO:teuthology.orchestra.run.vm07.stdout:| enabled | True | 2026-03-06T18:21:31.182 INFO:teuthology.orchestra.run.vm07.stdout:| id | 1820035df3094156a8a07a93bf804a87 | 2026-03-06T18:21:31.182 INFO:teuthology.orchestra.run.vm07.stdout:| name | barbican-user | 2026-03-06T18:21:31.182 INFO:teuthology.orchestra.run.vm07.stdout:| description | None | 2026-03-06T18:21:31.182 INFO:teuthology.orchestra.run.vm07.stdout:| password_expires_at | None | 2026-03-06T18:21:31.182 INFO:teuthology.orchestra.run.vm07.stdout:+---------------------+----------------------------------+ 2026-03-06T18:21:31.302 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack user create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --domain default --password s3-pass --project s3 s3-user --debug 2026-03-06T18:21:31.705 INFO:teuthology.orchestra.run.vm07.stderr:START with options: user create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --domain default --password *** --project s3 s3-user --debug 2026-03-06T18:21:31.706 INFO:teuthology.orchestra.run.vm07.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, username='admin', password='***', endpoint=None, auth_url='http://vm07.local:5000/v3', consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, user_id=None, system_scope=None, trust_id=None, identity_provider=None, protocol=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, token=*** device_authorization_endpoint=None, code_challenge_method=None, oauth2_endpoint=None, oauth2_client_id=None, oauth2_client_secret=*** identity_provider_url=None, access_token=*** default_domain_id=None, default_domain_name=None, user_domain_id='default', user_domain_name=None, auth_methods=None, redirect_uri=None, code=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, passcode=None, idp_otp_key=None, service_provider_endpoint=None, service_provider_entity_id=None, os_project_name=None, os_project_id=None) 2026-03-06T18:21:31.706 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:31.706 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'username': 'admin', 'password': '***', 'auth_url': 'http://vm07.local:5000/v3', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:31.706 INFO:teuthology.orchestra.run.vm07.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-03-06T18:21:31.706 INFO:teuthology.orchestra.run.vm07.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'username': 'admin', 'password': '***', 'auth_url': 'http://vm07.local:5000/v3', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:31.716 INFO:teuthology.orchestra.run.vm07.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-03-06T18:21:31.721 INFO:teuthology.orchestra.run.vm07.stderr:identity API version 3, cmd group openstack.identity.v3 2026-03-06T18:21:31.724 INFO:teuthology.orchestra.run.vm07.stderr:image API version 2, cmd group openstack.image.v2 2026-03-06T18:21:31.731 INFO:teuthology.orchestra.run.vm07.stderr:network API version 2, cmd group openstack.network.v2 2026-03-06T18:21:31.732 INFO:teuthology.orchestra.run.vm07.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-03-06T18:21:31.737 INFO:teuthology.orchestra.run.vm07.stderr:volume API version 3, cmd group openstack.volume.v3 2026-03-06T18:21:31.742 INFO:teuthology.orchestra.run.vm07.stderr:command: user create -> openstackclient.identity.v3.user.CreateUser (auth=True) 2026-03-06T18:21:31.742 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:31.742 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'username': 'admin', 'password': '***', 'auth_url': 'http://vm07.local:5000/v3', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:31.742 INFO:teuthology.orchestra.run.vm07.stderr:Using auth plugin: password 2026-03-06T18:21:31.742 INFO:teuthology.orchestra.run.vm07.stderr:Using parameters {'auth_url': 'http://vm07.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-03-06T18:21:31.743 INFO:teuthology.orchestra.run.vm07.stderr:Get auth_ref 2026-03-06T18:21:31.743 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-03-06T18:21:31.745 INFO:teuthology.orchestra.run.vm07.stderr:Starting new HTTP connection (1): vm07.local:5000 2026-03-06T18:21:31.746 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 25/25] 192.168.123.107 () {28 vars in 408 bytes} [Fri Mar 6 18:21:31 2026] GET /v3 => generated 250 bytes in 0 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:31.746 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-03-06T18:21:31.747 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-1ad4c3ac-1c5b-4352-ada3-ccf2afcb5f6a 2026-03-06T18:21:31.747 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm07.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-03-06T18:21:31.747 INFO:teuthology.orchestra.run.vm07.stderr:GET call to http://vm07.local:5000/v3 used request id req-1ad4c3ac-1c5b-4352-ada3-ccf2afcb5f6a 2026-03-06T18:21:31.747 INFO:teuthology.orchestra.run.vm07.stderr:Making authentication request to http://vm07.local:5000/v3/auth/tokens 2026-03-06T18:21:31.748 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:31.964 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 26/26] 192.168.123.107 () {32 vars in 486 bytes} [Fri Mar 6 18:21:31 2026] POST /v3/auth/tokens => generated 1280 bytes in 215 msecs (HTTP/1.1 201) 5 headers in 366 bytes (2 switches on core 0) 2026-03-06T18:21:31.964 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-03-06T18:21:31.964 INFO:teuthology.orchestra.run.vm07.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "a20147565bbc464eb2a7acacb2d96eb0", "name": "admin", "password_expires_at": null}, "audit_ids": ["RfW5D7vcQy2Sy-wgcx4Dtg"], "expires_at": "2026-03-06T18:21:31.000000Z", "issued_at": "2026-03-06T17:21:31.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "75f7a5cfdc764e4aa04d11268bc67e9c", "name": "admin"}, "is_domain": false, "roles": [{"id": "e423ef46bc3a4c95b701dac2e46a13a0", "name": "manager"}, {"id": "4637327285c643fcb5f9b9a1f16fe3fc", "name": "reader"}, {"id": "4a3c486dfab649a28d153f13347c6ab8", "name": "admin"}, {"id": "feaa210745cc4cbc8f31b7750e242dcc", "name": "member"}], "catalog": [{"endpoints": [{"id": "1ca08e3fa852433f88da0f93a8773c13", "interface": "admin", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "b703b729a703486e86fcd7d610f3817c", "interface": "public", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "e6f436c1aaa04970aaccfef3e08de488", "interface": "internal", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}], "id": "5d24806cc5334e2b86eeb5b42daa85a8", "type": "identity", "name": "keystone"}]}} 2026-03-06T18:21:32.025 INFO:teuthology.orchestra.run.vm07.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, name='s3-user', domain='default', project='s3', project_domain=None, password='s3-pass', password_prompt=False, email=None, description=None, ignore_lockout_failure_attempts=False, no_ignore_lockout_failure_attempts=False, ignore_password_expiry=False, no_ignore_password_expiry=False, ignore_change_password_upon_first_use=False, no_ignore_change_password_upon_first_use=False, enable_lock_password=False, disable_lock_password=False, enable_multi_factor_auth=False, disable_multi_factor_auth=False, multi_factor_auth_rule=[], enable=False, disable=False, or_show=True)) 2026-03-06T18:21:32.027 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3/domains/default -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}593f80cc962bff5de7b7001bc1684a9373226e7a786fb7403d3108f96c16d076" 2026-03-06T18:21:32.027 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:32.058 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 27/27] 192.168.123.107 () {30 vars in 631 bytes} [Fri Mar 6 18:21:32 2026] GET /v3/domains/default => generated 194 bytes in 30 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:32.058 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/domains/default HTTP/1.1" 200 194 2026-03-06T18:21:32.058 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 194 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-0e4fbf83-04c8-4ddb-83a5-1192504ece78 2026-03-06T18:21:32.058 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"domain": {"id": "default", "name": "Default", "description": "The default domain", "enabled": true, "tags": [], "options": {}, "links": {"self": "http://vm07.local:5000/v3/domains/default"}}} 2026-03-06T18:21:32.058 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:32.058 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/domains/default used request id req-0e4fbf83-04c8-4ddb-83a5-1192504ece78 2026-03-06T18:21:32.059 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/projects/s3?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}593f80cc962bff5de7b7001bc1684a9373226e7a786fb7403d3108f96c16d076" 2026-03-06T18:21:32.059 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:32.093 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 28/28] 192.168.123.107 () {30 vars in 623 bytes} [Fri Mar 6 18:21:32 2026] GET /v3/projects/s3 => generated 83 bytes in 33 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-03-06T18:21:32.093 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/projects/s3 HTTP/1.1" 404 83 2026-03-06T18:21:32.093 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [404] Content-Length: 83 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-73cf1dd3-d45d-4bfa-a045-6ae0ffeae003 2026-03-06T18:21:32.093 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find project: s3.","title":"Not Found"}} 2026-03-06T18:21:32.093 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:32.094 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/projects/s3 used request id req-73cf1dd3-d45d-4bfa-a045-6ae0ffeae003 2026-03-06T18:21:32.094 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/projects?domain_id=None&name=s3" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}593f80cc962bff5de7b7001bc1684a9373226e7a786fb7403d3108f96c16d076" 2026-03-06T18:21:32.094 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:32.130 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 29/29] 192.168.123.107 () {30 vars in 645 bytes} [Fri Mar 6 18:21:32 2026] GET /v3/projects?name=s3 => generated 401 bytes in 35 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:32.130 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/projects?name=s3 HTTP/1.1" 200 401 2026-03-06T18:21:32.130 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 401 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-d3bd9b8f-dad0-4767-8bbe-4ecc0e811cd3 2026-03-06T18:21:32.130 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"projects": [{"id": "fcb9a9cf05a4402683ead6e2281924ce", "name": "s3", "domain_id": "default", "description": "S3 project", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm07.local:5000/v3/projects/fcb9a9cf05a4402683ead6e2281924ce"}}], "links": {"next": null, "self": "http://vm07.local:5000/v3/projects?name=s3", "previous": null}} 2026-03-06T18:21:32.130 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:32.130 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/projects?name=s3 used request id req-d3bd9b8f-dad0-4767-8bbe-4ecc0e811cd3 2026-03-06T18:21:32.131 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X POST http://vm07.local:5000/v3/users -H "Content-Type: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}593f80cc962bff5de7b7001bc1684a9373226e7a786fb7403d3108f96c16d076" -d '{"user": {"password": "s3-pass", "domain_id": "default", "name": "s3-user", "default_project_id": "fcb9a9cf05a4402683ead6e2281924ce", "enabled": true}}' 2026-03-06T18:21:32.132 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:32.353 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/users HTTP/1.1" 201 302 2026-03-06T18:21:32.354 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [201] Content-Length: 302 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-e99623fa-5dfa-4d6c-9eb1-68fcacb448bc 2026-03-06T18:21:32.354 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"user": {"id": "5cc519888f3f4748a18076128eea7e92", "name": "s3-user", "domain_id": "default", "enabled": true, "default_project_id": "fcb9a9cf05a4402683ead6e2281924ce", "password_expires_at": null, "options": {}, "links": {"self": "http://vm07.local:5000/v3/users/5cc519888f3f4748a18076128eea7e92"}}} 2026-03-06T18:21:32.354 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:32.354 INFO:teuthology.orchestra.run.vm07.stderr:POST call to identity for http://vm07.local:5000/v3/users used request id req-e99623fa-5dfa-4d6c-9eb1-68fcacb448bc 2026-03-06T18:21:32.354 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 30/30] 192.168.123.107 () {34 vars in 665 bytes} [Fri Mar 6 18:21:32 2026] POST /v3/users => generated 302 bytes in 221 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-03-06T18:21:32.354 INFO:teuthology.orchestra.run.vm07.stderr:clean_up CreateUser: 2026-03-06T18:21:32.355 INFO:teuthology.orchestra.run.vm07.stderr:END return value: 0 2026-03-06T18:21:32.355 INFO:teuthology.orchestra.run.vm07.stdout:+---------------------+----------------------------------+ 2026-03-06T18:21:32.355 INFO:teuthology.orchestra.run.vm07.stdout:| Field | Value | 2026-03-06T18:21:32.355 INFO:teuthology.orchestra.run.vm07.stdout:+---------------------+----------------------------------+ 2026-03-06T18:21:32.355 INFO:teuthology.orchestra.run.vm07.stdout:| default_project_id | fcb9a9cf05a4402683ead6e2281924ce | 2026-03-06T18:21:32.355 INFO:teuthology.orchestra.run.vm07.stdout:| domain_id | default | 2026-03-06T18:21:32.355 INFO:teuthology.orchestra.run.vm07.stdout:| email | None | 2026-03-06T18:21:32.355 INFO:teuthology.orchestra.run.vm07.stdout:| enabled | True | 2026-03-06T18:21:32.355 INFO:teuthology.orchestra.run.vm07.stdout:| id | 5cc519888f3f4748a18076128eea7e92 | 2026-03-06T18:21:32.355 INFO:teuthology.orchestra.run.vm07.stdout:| name | s3-user | 2026-03-06T18:21:32.355 INFO:teuthology.orchestra.run.vm07.stdout:| description | None | 2026-03-06T18:21:32.355 INFO:teuthology.orchestra.run.vm07.stdout:| password_expires_at | None | 2026-03-06T18:21:32.355 INFO:teuthology.orchestra.run.vm07.stdout:+---------------------+----------------------------------+ 2026-03-06T18:21:32.481 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack role create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 member --debug 2026-03-06T18:21:32.879 INFO:teuthology.orchestra.run.vm07.stderr:START with options: role create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 member --debug 2026-03-06T18:21:32.880 INFO:teuthology.orchestra.run.vm07.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, user_id=None, project_id=None, endpoint=None, token=*** auth_url='http://vm07.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, identity_provider=None, protocol=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** auth_methods=None, oauth2_endpoint=None, oauth2_client_id=None, oauth2_client_secret=*** identity_provider_url=None, service_provider_endpoint=None, service_provider_entity_id=None, username='admin', password='***', device_authorization_endpoint=None, code_challenge_method=None, idp_otp_key=None, default_domain_id=None, default_domain_name=None, user_domain_id='default', user_domain_name=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, redirect_uri=None, code=None, access_token=*** passcode=None, os_project_name=None, os_project_id=None) 2026-03-06T18:21:32.880 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:32.880 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:32.880 INFO:teuthology.orchestra.run.vm07.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-03-06T18:21:32.880 INFO:teuthology.orchestra.run.vm07.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:32.889 INFO:teuthology.orchestra.run.vm07.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-03-06T18:21:32.894 INFO:teuthology.orchestra.run.vm07.stderr:identity API version 3, cmd group openstack.identity.v3 2026-03-06T18:21:32.896 INFO:teuthology.orchestra.run.vm07.stderr:image API version 2, cmd group openstack.image.v2 2026-03-06T18:21:32.903 INFO:teuthology.orchestra.run.vm07.stderr:network API version 2, cmd group openstack.network.v2 2026-03-06T18:21:32.904 INFO:teuthology.orchestra.run.vm07.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-03-06T18:21:32.908 INFO:teuthology.orchestra.run.vm07.stderr:volume API version 3, cmd group openstack.volume.v3 2026-03-06T18:21:32.913 INFO:teuthology.orchestra.run.vm07.stderr:command: role create -> openstackclient.identity.v3.role.CreateRole (auth=True) 2026-03-06T18:21:32.913 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:32.913 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:32.913 INFO:teuthology.orchestra.run.vm07.stderr:Using auth plugin: password 2026-03-06T18:21:32.913 INFO:teuthology.orchestra.run.vm07.stderr:Using parameters {'auth_url': 'http://vm07.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-03-06T18:21:32.914 INFO:teuthology.orchestra.run.vm07.stderr:Get auth_ref 2026-03-06T18:21:32.914 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-03-06T18:21:32.915 INFO:teuthology.orchestra.run.vm07.stderr:Starting new HTTP connection (1): vm07.local:5000 2026-03-06T18:21:32.917 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 31/31] 192.168.123.107 () {28 vars in 408 bytes} [Fri Mar 6 18:21:32 2026] GET /v3 => generated 250 bytes in 0 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:32.917 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-03-06T18:21:32.917 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-ffbeaf1c-f43d-439c-9bfc-c62af5f1ff85 2026-03-06T18:21:32.917 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm07.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-03-06T18:21:32.917 INFO:teuthology.orchestra.run.vm07.stderr:GET call to http://vm07.local:5000/v3 used request id req-ffbeaf1c-f43d-439c-9bfc-c62af5f1ff85 2026-03-06T18:21:32.917 INFO:teuthology.orchestra.run.vm07.stderr:Making authentication request to http://vm07.local:5000/v3/auth/tokens 2026-03-06T18:21:32.918 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:33.142 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 32/32] 192.168.123.107 () {32 vars in 486 bytes} [Fri Mar 6 18:21:32 2026] POST /v3/auth/tokens => generated 1280 bytes in 223 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-03-06T18:21:33.142 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-03-06T18:21:33.142 INFO:teuthology.orchestra.run.vm07.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "a20147565bbc464eb2a7acacb2d96eb0", "name": "admin", "password_expires_at": null}, "audit_ids": ["3vo3sPoJSeq1TGA3e_bU9A"], "expires_at": "2026-03-06T18:21:33.000000Z", "issued_at": "2026-03-06T17:21:33.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "75f7a5cfdc764e4aa04d11268bc67e9c", "name": "admin"}, "is_domain": false, "roles": [{"id": "e423ef46bc3a4c95b701dac2e46a13a0", "name": "manager"}, {"id": "4637327285c643fcb5f9b9a1f16fe3fc", "name": "reader"}, {"id": "4a3c486dfab649a28d153f13347c6ab8", "name": "admin"}, {"id": "feaa210745cc4cbc8f31b7750e242dcc", "name": "member"}], "catalog": [{"endpoints": [{"id": "1ca08e3fa852433f88da0f93a8773c13", "interface": "admin", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "b703b729a703486e86fcd7d610f3817c", "interface": "public", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "e6f436c1aaa04970aaccfef3e08de488", "interface": "internal", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}], "id": "5d24806cc5334e2b86eeb5b42daa85a8", "type": "identity", "name": "keystone"}]}} 2026-03-06T18:21:33.223 INFO:teuthology.orchestra.run.vm07.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, name='member', description=None, domain=None, or_show=True, immutable=False, no_immutable=False)) 2026-03-06T18:21:33.225 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X POST http://vm07.local:5000/v3/roles -H "Content-Type: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}e4a01b05a1cc95504d9f71e4964619c3e7b3a1948ff6b23e45a12484a2528927" -d '{"role": {"name": "member", "options": {}}}' 2026-03-06T18:21:33.225 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:33.264 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 33/33] 192.168.123.107 () {34 vars in 664 bytes} [Fri Mar 6 18:21:33 2026] POST /v3/roles => generated 139 bytes in 37 msecs (HTTP/1.1 409) 4 headers in 164 bytes (1 switches on core 0) 2026-03-06T18:21:33.264 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/roles HTTP/1.1" 409 139 2026-03-06T18:21:33.264 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [409] Content-Length: 139 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-341177fb-2b5f-40a3-8db6-6a1812a80c29 2026-03-06T18:21:33.264 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"error":{"code":409,"message":"Conflict occurred attempting to store role - Duplicate entry found with name member.","title":"Conflict"}} 2026-03-06T18:21:33.264 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:33.264 INFO:teuthology.orchestra.run.vm07.stderr:POST call to identity for http://vm07.local:5000/v3/roles used request id req-341177fb-2b5f-40a3-8db6-6a1812a80c29 2026-03-06T18:21:33.266 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/roles/member?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}e4a01b05a1cc95504d9f71e4964619c3e7b3a1948ff6b23e45a12484a2528927" 2026-03-06T18:21:33.266 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:33.303 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 34/34] 192.168.123.107 () {30 vars in 625 bytes} [Fri Mar 6 18:21:33 2026] GET /v3/roles/member => generated 84 bytes in 35 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-03-06T18:21:33.303 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/roles/member HTTP/1.1" 404 84 2026-03-06T18:21:33.303 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [404] Content-Length: 84 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-9b9138b6-aa40-4a37-8d19-89e7f40c7b79 2026-03-06T18:21:33.303 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find role: member.","title":"Not Found"}} 2026-03-06T18:21:33.303 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:33.303 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/roles/member used request id req-9b9138b6-aa40-4a37-8d19-89e7f40c7b79 2026-03-06T18:21:33.304 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/roles?name=member&domain_id=None" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}e4a01b05a1cc95504d9f71e4964619c3e7b3a1948ff6b23e45a12484a2528927" 2026-03-06T18:21:33.305 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:33.340 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 35/35] 192.168.123.107 () {30 vars in 647 bytes} [Fri Mar 6 18:21:33 2026] GET /v3/roles?name=member => generated 331 bytes in 34 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:33.340 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/roles?name=member HTTP/1.1" 200 331 2026-03-06T18:21:33.340 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 331 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-1693c6ee-bf10-4946-93fe-ed5ec2209988 2026-03-06T18:21:33.340 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"roles": [{"id": "feaa210745cc4cbc8f31b7750e242dcc", "name": "member", "domain_id": null, "description": null, "options": {"immutable": true}, "links": {"self": "http://vm07.local:5000/v3/roles/feaa210745cc4cbc8f31b7750e242dcc"}}], "links": {"next": null, "self": "http://vm07.local:5000/v3/roles?name=member", "previous": null}} 2026-03-06T18:21:33.340 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:33.340 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/roles?name=member used request id req-1693c6ee-bf10-4946-93fe-ed5ec2209988 2026-03-06T18:21:33.340 INFO:teuthology.orchestra.run.vm07.stderr:Returning existing role member 2026-03-06T18:21:33.341 INFO:teuthology.orchestra.run.vm07.stderr:clean_up CreateRole: 2026-03-06T18:21:33.341 INFO:teuthology.orchestra.run.vm07.stderr:END return value: 0 2026-03-06T18:21:33.341 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:33.341 INFO:teuthology.orchestra.run.vm07.stdout:| Field | Value | 2026-03-06T18:21:33.341 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:33.341 INFO:teuthology.orchestra.run.vm07.stdout:| id | feaa210745cc4cbc8f31b7750e242dcc | 2026-03-06T18:21:33.341 INFO:teuthology.orchestra.run.vm07.stdout:| name | member | 2026-03-06T18:21:33.341 INFO:teuthology.orchestra.run.vm07.stdout:| domain_id | None | 2026-03-06T18:21:33.341 INFO:teuthology.orchestra.run.vm07.stdout:| description | None | 2026-03-06T18:21:33.341 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:33.436 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack role create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 creator --debug 2026-03-06T18:21:33.842 INFO:teuthology.orchestra.run.vm07.stderr:START with options: role create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 creator --debug 2026-03-06T18:21:33.843 INFO:teuthology.orchestra.run.vm07.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm07.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, auth_methods=None, identity_provider=None, protocol=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, user_id=None, username='admin', user_domain_id='default', user_domain_name=None, passcode=None, device_authorization_endpoint=None, code_challenge_method=None, access_token=*** password='***', oauth2_endpoint=None, oauth2_client_id=None, oauth2_client_secret=*** endpoint=None, identity_provider_url=None, default_domain_id=None, default_domain_name=None, token=*** idp_otp_key=None, service_provider_endpoint=None, service_provider_entity_id=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** redirect_uri=None, code=None, os_project_name=None, os_project_id=None) 2026-03-06T18:21:33.843 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:33.843 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:33.843 INFO:teuthology.orchestra.run.vm07.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-03-06T18:21:33.843 INFO:teuthology.orchestra.run.vm07.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:33.855 INFO:teuthology.orchestra.run.vm07.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-03-06T18:21:33.860 INFO:teuthology.orchestra.run.vm07.stderr:identity API version 3, cmd group openstack.identity.v3 2026-03-06T18:21:33.863 INFO:teuthology.orchestra.run.vm07.stderr:image API version 2, cmd group openstack.image.v2 2026-03-06T18:21:33.872 INFO:teuthology.orchestra.run.vm07.stderr:network API version 2, cmd group openstack.network.v2 2026-03-06T18:21:33.873 INFO:teuthology.orchestra.run.vm07.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-03-06T18:21:33.878 INFO:teuthology.orchestra.run.vm07.stderr:volume API version 3, cmd group openstack.volume.v3 2026-03-06T18:21:33.883 INFO:teuthology.orchestra.run.vm07.stderr:command: role create -> openstackclient.identity.v3.role.CreateRole (auth=True) 2026-03-06T18:21:33.883 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:33.883 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:33.883 INFO:teuthology.orchestra.run.vm07.stderr:Using auth plugin: password 2026-03-06T18:21:33.883 INFO:teuthology.orchestra.run.vm07.stderr:Using parameters {'auth_url': 'http://vm07.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-03-06T18:21:33.884 INFO:teuthology.orchestra.run.vm07.stderr:Get auth_ref 2026-03-06T18:21:33.884 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-03-06T18:21:33.886 INFO:teuthology.orchestra.run.vm07.stderr:Starting new HTTP connection (1): vm07.local:5000 2026-03-06T18:21:33.887 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 36/36] 192.168.123.107 () {28 vars in 408 bytes} [Fri Mar 6 18:21:33 2026] GET /v3 => generated 250 bytes in 0 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:33.887 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-03-06T18:21:33.887 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-f37fcefb-6c0f-4ee7-b220-4ad16f896ef3 2026-03-06T18:21:33.887 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm07.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-03-06T18:21:33.887 INFO:teuthology.orchestra.run.vm07.stderr:GET call to http://vm07.local:5000/v3 used request id req-f37fcefb-6c0f-4ee7-b220-4ad16f896ef3 2026-03-06T18:21:33.888 INFO:teuthology.orchestra.run.vm07.stderr:Making authentication request to http://vm07.local:5000/v3/auth/tokens 2026-03-06T18:21:33.888 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:34.103 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 37/37] 192.168.123.107 () {32 vars in 486 bytes} [Fri Mar 6 18:21:33 2026] POST /v3/auth/tokens => generated 1280 bytes in 214 msecs (HTTP/1.1 201) 5 headers in 366 bytes (2 switches on core 0) 2026-03-06T18:21:34.104 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-03-06T18:21:34.104 INFO:teuthology.orchestra.run.vm07.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "a20147565bbc464eb2a7acacb2d96eb0", "name": "admin", "password_expires_at": null}, "audit_ids": ["mhDWzT9zSLyR3ep1pPB-bw"], "expires_at": "2026-03-06T18:21:34.000000Z", "issued_at": "2026-03-06T17:21:34.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "75f7a5cfdc764e4aa04d11268bc67e9c", "name": "admin"}, "is_domain": false, "roles": [{"id": "e423ef46bc3a4c95b701dac2e46a13a0", "name": "manager"}, {"id": "4637327285c643fcb5f9b9a1f16fe3fc", "name": "reader"}, {"id": "4a3c486dfab649a28d153f13347c6ab8", "name": "admin"}, {"id": "feaa210745cc4cbc8f31b7750e242dcc", "name": "member"}], "catalog": [{"endpoints": [{"id": "1ca08e3fa852433f88da0f93a8773c13", "interface": "admin", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "b703b729a703486e86fcd7d610f3817c", "interface": "public", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "e6f436c1aaa04970aaccfef3e08de488", "interface": "internal", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}], "id": "5d24806cc5334e2b86eeb5b42daa85a8", "type": "identity", "name": "keystone"}]}} 2026-03-06T18:21:34.170 INFO:teuthology.orchestra.run.vm07.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, name='creator', description=None, domain=None, or_show=True, immutable=False, no_immutable=False)) 2026-03-06T18:21:34.172 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X POST http://vm07.local:5000/v3/roles -H "Content-Type: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}c512128180e02d3f969d1f3ac64dfc21b66baee67e34a49397ee44296bae0092" -d '{"role": {"name": "creator", "options": {}}}' 2026-03-06T18:21:34.172 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:34.206 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/roles HTTP/1.1" 201 214 2026-03-06T18:21:34.206 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [201] Content-Length: 214 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-58c4a0f2-6b37-4c4b-aac7-87aeb74177f7 2026-03-06T18:21:34.206 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"role": {"id": "de81b2148e8745c0b0c7d0dd22551105", "name": "creator", "domain_id": null, "description": null, "options": {}, "links": {"self": "http://vm07.local:5000/v3/roles/de81b2148e8745c0b0c7d0dd22551105"}}} 2026-03-06T18:21:34.206 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:34.206 INFO:teuthology.orchestra.run.vm07.stderr:POST call to identity for http://vm07.local:5000/v3/roles used request id req-58c4a0f2-6b37-4c4b-aac7-87aeb74177f7 2026-03-06T18:21:34.206 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 38/38] 192.168.123.107 () {34 vars in 664 bytes} [Fri Mar 6 18:21:34 2026] POST /v3/roles => generated 214 bytes in 33 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-03-06T18:21:34.207 INFO:teuthology.orchestra.run.vm07.stderr:clean_up CreateRole: 2026-03-06T18:21:34.207 INFO:teuthology.orchestra.run.vm07.stderr:END return value: 0 2026-03-06T18:21:34.207 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:34.207 INFO:teuthology.orchestra.run.vm07.stdout:| Field | Value | 2026-03-06T18:21:34.207 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:34.207 INFO:teuthology.orchestra.run.vm07.stdout:| id | de81b2148e8745c0b0c7d0dd22551105 | 2026-03-06T18:21:34.207 INFO:teuthology.orchestra.run.vm07.stdout:| name | creator | 2026-03-06T18:21:34.207 INFO:teuthology.orchestra.run.vm07.stdout:| domain_id | None | 2026-03-06T18:21:34.207 INFO:teuthology.orchestra.run.vm07.stdout:| description | None | 2026-03-06T18:21:34.207 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:34.267 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack role add --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --project rgwcrypt --user rgwcrypt-user member --debug 2026-03-06T18:21:34.661 INFO:teuthology.orchestra.run.vm07.stderr:START with options: role add --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --project rgwcrypt --user rgwcrypt-user member --debug 2026-03-06T18:21:34.661 INFO:teuthology.orchestra.run.vm07.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm07.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, identity_provider=None, protocol=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, device_authorization_endpoint=None, code_challenge_method=None, user_id=None, username='admin', user_domain_id='default', user_domain_name=None, passcode=None, endpoint=None, password='***', idp_otp_key=None, redirect_uri=None, code=None, auth_methods=None, default_domain_id=None, default_domain_name=None, token=*** application_credential_secret=*** application_credential_id=None, application_credential_name=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** access_token=*** oauth2_endpoint=None, oauth2_client_id=None, identity_provider_url=None, oauth2_client_secret=*** service_provider_endpoint=None, service_provider_entity_id=None, os_project_name=None, os_project_id=None) 2026-03-06T18:21:34.662 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:34.662 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:34.662 INFO:teuthology.orchestra.run.vm07.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-03-06T18:21:34.662 INFO:teuthology.orchestra.run.vm07.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:34.673 INFO:teuthology.orchestra.run.vm07.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-03-06T18:21:34.679 INFO:teuthology.orchestra.run.vm07.stderr:identity API version 3, cmd group openstack.identity.v3 2026-03-06T18:21:34.682 INFO:teuthology.orchestra.run.vm07.stderr:image API version 2, cmd group openstack.image.v2 2026-03-06T18:21:34.690 INFO:teuthology.orchestra.run.vm07.stderr:network API version 2, cmd group openstack.network.v2 2026-03-06T18:21:34.690 INFO:teuthology.orchestra.run.vm07.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-03-06T18:21:34.695 INFO:teuthology.orchestra.run.vm07.stderr:volume API version 3, cmd group openstack.volume.v3 2026-03-06T18:21:34.700 INFO:teuthology.orchestra.run.vm07.stderr:command: role add -> openstackclient.identity.v3.role.AddRole (auth=True) 2026-03-06T18:21:34.700 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:34.700 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:34.700 INFO:teuthology.orchestra.run.vm07.stderr:Using auth plugin: password 2026-03-06T18:21:34.700 INFO:teuthology.orchestra.run.vm07.stderr:Using parameters {'auth_url': 'http://vm07.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-03-06T18:21:34.701 INFO:teuthology.orchestra.run.vm07.stderr:Get auth_ref 2026-03-06T18:21:34.701 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-03-06T18:21:34.703 INFO:teuthology.orchestra.run.vm07.stderr:Starting new HTTP connection (1): vm07.local:5000 2026-03-06T18:21:34.705 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 39/39] 192.168.123.107 () {28 vars in 408 bytes} [Fri Mar 6 18:21:34 2026] GET /v3 => generated 250 bytes in 1 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:34.705 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-03-06T18:21:34.705 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-0f435b29-5be6-4263-ba5d-93dc0811a7b9 2026-03-06T18:21:34.705 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm07.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-03-06T18:21:34.705 INFO:teuthology.orchestra.run.vm07.stderr:GET call to http://vm07.local:5000/v3 used request id req-0f435b29-5be6-4263-ba5d-93dc0811a7b9 2026-03-06T18:21:34.705 INFO:teuthology.orchestra.run.vm07.stderr:Making authentication request to http://vm07.local:5000/v3/auth/tokens 2026-03-06T18:21:34.706 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:34.934 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 40/40] 192.168.123.107 () {32 vars in 486 bytes} [Fri Mar 6 18:21:34 2026] POST /v3/auth/tokens => generated 1280 bytes in 227 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-03-06T18:21:34.934 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-03-06T18:21:34.935 INFO:teuthology.orchestra.run.vm07.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "a20147565bbc464eb2a7acacb2d96eb0", "name": "admin", "password_expires_at": null}, "audit_ids": ["IctmPO5RRlu7bDkpBBrzmg"], "expires_at": "2026-03-06T18:21:34.000000Z", "issued_at": "2026-03-06T17:21:34.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "75f7a5cfdc764e4aa04d11268bc67e9c", "name": "admin"}, "is_domain": false, "roles": [{"id": "e423ef46bc3a4c95b701dac2e46a13a0", "name": "manager"}, {"id": "4637327285c643fcb5f9b9a1f16fe3fc", "name": "reader"}, {"id": "4a3c486dfab649a28d153f13347c6ab8", "name": "admin"}, {"id": "feaa210745cc4cbc8f31b7750e242dcc", "name": "member"}], "catalog": [{"endpoints": [{"id": "1ca08e3fa852433f88da0f93a8773c13", "interface": "admin", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "b703b729a703486e86fcd7d610f3817c", "interface": "public", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "e6f436c1aaa04970aaccfef3e08de488", "interface": "internal", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}], "id": "5d24806cc5334e2b86eeb5b42daa85a8", "type": "identity", "name": "keystone"}]}} 2026-03-06T18:21:35.023 INFO:teuthology.orchestra.run.vm07.stderr:run(Namespace(role='member', system=None, domain=None, project='rgwcrypt', user='rgwcrypt-user', group=None, group_domain=None, project_domain=None, user_domain=None, inherited=False, role_domain=None)) 2026-03-06T18:21:35.025 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/roles/member?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}769e61f3ce294c3744345f51f8908a0109409cdd898fbfa6c142e9afef324867" 2026-03-06T18:21:35.026 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:35.055 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 41/41] 192.168.123.107 () {30 vars in 625 bytes} [Fri Mar 6 18:21:35 2026] GET /v3/roles/member => generated 84 bytes in 28 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-03-06T18:21:35.055 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/roles/member HTTP/1.1" 404 84 2026-03-06T18:21:35.056 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [404] Content-Length: 84 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-c854abb7-c0c8-4e84-b641-49c013d33d41 2026-03-06T18:21:35.056 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find role: member.","title":"Not Found"}} 2026-03-06T18:21:35.056 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:35.056 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/roles/member used request id req-c854abb7-c0c8-4e84-b641-49c013d33d41 2026-03-06T18:21:35.056 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/roles?name=member&domain_id=None" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}769e61f3ce294c3744345f51f8908a0109409cdd898fbfa6c142e9afef324867" 2026-03-06T18:21:35.057 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:35.097 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 42/42] 192.168.123.107 () {30 vars in 647 bytes} [Fri Mar 6 18:21:35 2026] GET /v3/roles?name=member => generated 331 bytes in 39 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:35.097 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/roles?name=member HTTP/1.1" 200 331 2026-03-06T18:21:35.097 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 331 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-cb0d718d-faa1-4b90-b3a7-7dd111a5e898 2026-03-06T18:21:35.097 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"roles": [{"id": "feaa210745cc4cbc8f31b7750e242dcc", "name": "member", "domain_id": null, "description": null, "options": {"immutable": true}, "links": {"self": "http://vm07.local:5000/v3/roles/feaa210745cc4cbc8f31b7750e242dcc"}}], "links": {"next": null, "self": "http://vm07.local:5000/v3/roles?name=member", "previous": null}} 2026-03-06T18:21:35.098 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:35.098 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/roles?name=member used request id req-cb0d718d-faa1-4b90-b3a7-7dd111a5e898 2026-03-06T18:21:35.099 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/users/rgwcrypt-user?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}769e61f3ce294c3744345f51f8908a0109409cdd898fbfa6c142e9afef324867" 2026-03-06T18:21:35.099 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:35.141 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 43/43] 192.168.123.107 () {30 vars in 639 bytes} [Fri Mar 6 18:21:35 2026] GET /v3/users/rgwcrypt-user => generated 91 bytes in 40 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-03-06T18:21:35.141 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/users/rgwcrypt-user HTTP/1.1" 404 91 2026-03-06T18:21:35.141 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [404] Content-Length: 91 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-8a5380db-4cda-4de6-91d7-b11595016528 2026-03-06T18:21:35.141 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find user: rgwcrypt-user.","title":"Not Found"}} 2026-03-06T18:21:35.141 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:35.141 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/users/rgwcrypt-user used request id req-8a5380db-4cda-4de6-91d7-b11595016528 2026-03-06T18:21:35.142 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/users?domain_id=None&name=rgwcrypt-user" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}769e61f3ce294c3744345f51f8908a0109409cdd898fbfa6c142e9afef324867" 2026-03-06T18:21:35.142 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:35.185 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 44/44] 192.168.123.107 () {30 vars in 661 bytes} [Fri Mar 6 18:21:35 2026] GET /v3/users?name=rgwcrypt-user => generated 416 bytes in 42 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:35.186 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/users?name=rgwcrypt-user HTTP/1.1" 200 416 2026-03-06T18:21:35.186 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 416 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-74bb091f-1a8c-4eb1-b442-2915dff6f540 2026-03-06T18:21:35.186 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"users": [{"id": "9580b8971f29475da42bac416d333409", "name": "rgwcrypt-user", "domain_id": "default", "enabled": true, "default_project_id": "f7e9dba1188b48378b0ebec047eb011f", "password_expires_at": null, "options": {}, "links": {"self": "http://vm07.local:5000/v3/users/9580b8971f29475da42bac416d333409"}}], "links": {"next": null, "self": "http://vm07.local:5000/v3/users?name=rgwcrypt-user", "previous": null}} 2026-03-06T18:21:35.186 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:35.186 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/users?name=rgwcrypt-user used request id req-74bb091f-1a8c-4eb1-b442-2915dff6f540 2026-03-06T18:21:35.187 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/projects/rgwcrypt?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}769e61f3ce294c3744345f51f8908a0109409cdd898fbfa6c142e9afef324867" 2026-03-06T18:21:35.187 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:35.222 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 45/45] 192.168.123.107 () {30 vars in 635 bytes} [Fri Mar 6 18:21:35 2026] GET /v3/projects/rgwcrypt => generated 89 bytes in 33 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-03-06T18:21:35.222 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/projects/rgwcrypt HTTP/1.1" 404 89 2026-03-06T18:21:35.222 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [404] Content-Length: 89 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-bc50ded7-6620-46f0-9e97-a004e59e56c2 2026-03-06T18:21:35.222 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find project: rgwcrypt.","title":"Not Found"}} 2026-03-06T18:21:35.222 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:35.222 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/projects/rgwcrypt used request id req-bc50ded7-6620-46f0-9e97-a004e59e56c2 2026-03-06T18:21:35.223 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/projects?domain_id=None&name=rgwcrypt" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}769e61f3ce294c3744345f51f8908a0109409cdd898fbfa6c142e9afef324867" 2026-03-06T18:21:35.223 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:35.273 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/projects?name=rgwcrypt HTTP/1.1" 200 420 2026-03-06T18:21:35.273 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 420 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-f2e0cbf7-6f38-4d63-b407-b744e1a7e166 2026-03-06T18:21:35.273 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"projects": [{"id": "f7e9dba1188b48378b0ebec047eb011f", "name": "rgwcrypt", "domain_id": "default", "description": "Encryption Tenant", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm07.local:5000/v3/projects/f7e9dba1188b48378b0ebec047eb011f"}}], "links": {"next": null, "self": "http://vm07.local:5000/v3/projects?name=rgwcrypt", "previous": null}} 2026-03-06T18:21:35.273 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:35.273 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/projects?name=rgwcrypt used request id req-f2e0cbf7-6f38-4d63-b407-b744e1a7e166 2026-03-06T18:21:35.273 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 46/46] 192.168.123.107 () {30 vars in 657 bytes} [Fri Mar 6 18:21:35 2026] GET /v3/projects?name=rgwcrypt => generated 420 bytes in 49 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:35.276 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X PUT http://vm07.local:5000/v3/projects/f7e9dba1188b48378b0ebec047eb011f/users/9580b8971f29475da42bac416d333409/roles/feaa210745cc4cbc8f31b7750e242dcc -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}769e61f3ce294c3744345f51f8908a0109409cdd898fbfa6c142e9afef324867" 2026-03-06T18:21:35.277 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:35.324 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 47/47] 192.168.123.107 () {32 vars in 858 bytes} [Fri Mar 6 18:21:35 2026] PUT /v3/projects/f7e9dba1188b48378b0ebec047eb011f/users/9580b8971f29475da42bac416d333409/roles/feaa210745cc4cbc8f31b7750e242dcc => generated 0 bytes in 46 msecs (HTTP/1.1 204) 2 headers in 113 bytes (0 switches on core 0) 2026-03-06T18:21:35.324 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "PUT /v3/projects/f7e9dba1188b48378b0ebec047eb011f/users/9580b8971f29475da42bac416d333409/roles/feaa210745cc4cbc8f31b7750e242dcc HTTP/1.1" 204 0 2026-03-06T18:21:35.324 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [204] Vary: X-Auth-Token x-openstack-request-id: req-2d67cf46-9f74-4742-aec4-e218c4b9cdbc 2026-03-06T18:21:35.324 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: Omitted, Content-Type is set to None. Only text/plain, application/json responses have their bodies logged. 2026-03-06T18:21:35.324 INFO:teuthology.orchestra.run.vm07.stderr:PUT call to identity for http://vm07.local:5000/v3/projects/f7e9dba1188b48378b0ebec047eb011f/users/9580b8971f29475da42bac416d333409/roles/feaa210745cc4cbc8f31b7750e242dcc used request id req-2d67cf46-9f74-4742-aec4-e218c4b9cdbc 2026-03-06T18:21:35.324 INFO:teuthology.orchestra.run.vm07.stderr:clean_up AddRole: 2026-03-06T18:21:35.324 INFO:teuthology.orchestra.run.vm07.stderr:END return value: 0 2026-03-06T18:21:35.447 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack role add --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --project barbican --user barbican-user admin --debug 2026-03-06T18:21:35.865 INFO:teuthology.orchestra.run.vm07.stderr:START with options: role add --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --project barbican --user barbican-user admin --debug 2026-03-06T18:21:35.866 INFO:teuthology.orchestra.run.vm07.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm07.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, user_id=None, username='admin', user_domain_id='default', user_domain_name=None, password='***', identity_provider=None, protocol=None, identity_provider_url=None, endpoint=None, passcode=None, default_domain_id=None, default_domain_name=None, oauth2_endpoint=None, oauth2_client_id=None, oauth2_client_secret=*** auth_methods=None, token=*** access_token=*** consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, idp_otp_key=None, redirect_uri=None, code=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, device_authorization_endpoint=None, code_challenge_method=None, service_provider_endpoint=None, service_provider_entity_id=None, os_project_name=None, os_project_id=None) 2026-03-06T18:21:35.866 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:35.867 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:35.867 INFO:teuthology.orchestra.run.vm07.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-03-06T18:21:35.867 INFO:teuthology.orchestra.run.vm07.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:35.876 INFO:teuthology.orchestra.run.vm07.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-03-06T18:21:35.881 INFO:teuthology.orchestra.run.vm07.stderr:identity API version 3, cmd group openstack.identity.v3 2026-03-06T18:21:35.884 INFO:teuthology.orchestra.run.vm07.stderr:image API version 2, cmd group openstack.image.v2 2026-03-06T18:21:35.892 INFO:teuthology.orchestra.run.vm07.stderr:network API version 2, cmd group openstack.network.v2 2026-03-06T18:21:35.892 INFO:teuthology.orchestra.run.vm07.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-03-06T18:21:35.897 INFO:teuthology.orchestra.run.vm07.stderr:volume API version 3, cmd group openstack.volume.v3 2026-03-06T18:21:35.901 INFO:teuthology.orchestra.run.vm07.stderr:command: role add -> openstackclient.identity.v3.role.AddRole (auth=True) 2026-03-06T18:21:35.901 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:35.902 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:35.902 INFO:teuthology.orchestra.run.vm07.stderr:Using auth plugin: password 2026-03-06T18:21:35.902 INFO:teuthology.orchestra.run.vm07.stderr:Using parameters {'auth_url': 'http://vm07.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-03-06T18:21:35.902 INFO:teuthology.orchestra.run.vm07.stderr:Get auth_ref 2026-03-06T18:21:35.902 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-03-06T18:21:35.904 INFO:teuthology.orchestra.run.vm07.stderr:Starting new HTTP connection (1): vm07.local:5000 2026-03-06T18:21:35.905 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 48/48] 192.168.123.107 () {28 vars in 408 bytes} [Fri Mar 6 18:21:35 2026] GET /v3 => generated 250 bytes in 0 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:35.905 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-03-06T18:21:35.906 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-88e0c4b9-c5da-4ca6-a009-20b218716454 2026-03-06T18:21:35.906 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm07.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-03-06T18:21:35.906 INFO:teuthology.orchestra.run.vm07.stderr:GET call to http://vm07.local:5000/v3 used request id req-88e0c4b9-c5da-4ca6-a009-20b218716454 2026-03-06T18:21:35.906 INFO:teuthology.orchestra.run.vm07.stderr:Making authentication request to http://vm07.local:5000/v3/auth/tokens 2026-03-06T18:21:35.906 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:36.122 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 49/49] 192.168.123.107 () {32 vars in 486 bytes} [Fri Mar 6 18:21:35 2026] POST /v3/auth/tokens => generated 1280 bytes in 215 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-03-06T18:21:36.122 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-03-06T18:21:36.122 INFO:teuthology.orchestra.run.vm07.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "a20147565bbc464eb2a7acacb2d96eb0", "name": "admin", "password_expires_at": null}, "audit_ids": ["m1OFNyMUTwaiPcklFRom8w"], "expires_at": "2026-03-06T18:21:36.000000Z", "issued_at": "2026-03-06T17:21:36.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "75f7a5cfdc764e4aa04d11268bc67e9c", "name": "admin"}, "is_domain": false, "roles": [{"id": "e423ef46bc3a4c95b701dac2e46a13a0", "name": "manager"}, {"id": "4637327285c643fcb5f9b9a1f16fe3fc", "name": "reader"}, {"id": "4a3c486dfab649a28d153f13347c6ab8", "name": "admin"}, {"id": "feaa210745cc4cbc8f31b7750e242dcc", "name": "member"}], "catalog": [{"endpoints": [{"id": "1ca08e3fa852433f88da0f93a8773c13", "interface": "admin", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "b703b729a703486e86fcd7d610f3817c", "interface": "public", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "e6f436c1aaa04970aaccfef3e08de488", "interface": "internal", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}], "id": "5d24806cc5334e2b86eeb5b42daa85a8", "type": "identity", "name": "keystone"}]}} 2026-03-06T18:21:36.197 INFO:teuthology.orchestra.run.vm07.stderr:run(Namespace(role='admin', system=None, domain=None, project='barbican', user='barbican-user', group=None, group_domain=None, project_domain=None, user_domain=None, inherited=False, role_domain=None)) 2026-03-06T18:21:36.199 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/roles/admin?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}3e5a5f7727cb4d8348d6205d74c3f2f01e7b2b51822596ad33db2458731f2d11" 2026-03-06T18:21:36.200 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:36.232 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 50/50] 192.168.123.107 () {30 vars in 623 bytes} [Fri Mar 6 18:21:36 2026] GET /v3/roles/admin => generated 83 bytes in 31 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-03-06T18:21:36.232 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/roles/admin HTTP/1.1" 404 83 2026-03-06T18:21:36.232 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [404] Content-Length: 83 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-600f3507-27da-4570-857d-f03a2aa3b5a7 2026-03-06T18:21:36.232 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find role: admin.","title":"Not Found"}} 2026-03-06T18:21:36.232 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:36.232 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/roles/admin used request id req-600f3507-27da-4570-857d-f03a2aa3b5a7 2026-03-06T18:21:36.233 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/roles?name=admin&domain_id=None" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}3e5a5f7727cb4d8348d6205d74c3f2f01e7b2b51822596ad33db2458731f2d11" 2026-03-06T18:21:36.233 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:36.273 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 51/51] 192.168.123.107 () {30 vars in 645 bytes} [Fri Mar 6 18:21:36 2026] GET /v3/roles?name=admin => generated 329 bytes in 38 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:36.273 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/roles?name=admin HTTP/1.1" 200 329 2026-03-06T18:21:36.274 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 329 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-cfc1bf6f-955a-4f01-bc0c-70ac735e2b33 2026-03-06T18:21:36.274 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"roles": [{"id": "4a3c486dfab649a28d153f13347c6ab8", "name": "admin", "domain_id": null, "description": null, "options": {"immutable": true}, "links": {"self": "http://vm07.local:5000/v3/roles/4a3c486dfab649a28d153f13347c6ab8"}}], "links": {"next": null, "self": "http://vm07.local:5000/v3/roles?name=admin", "previous": null}} 2026-03-06T18:21:36.274 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:36.274 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/roles?name=admin used request id req-cfc1bf6f-955a-4f01-bc0c-70ac735e2b33 2026-03-06T18:21:36.275 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/users/barbican-user?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}3e5a5f7727cb4d8348d6205d74c3f2f01e7b2b51822596ad33db2458731f2d11" 2026-03-06T18:21:36.275 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:36.315 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 52/52] 192.168.123.107 () {30 vars in 639 bytes} [Fri Mar 6 18:21:36 2026] GET /v3/users/barbican-user => generated 91 bytes in 39 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-03-06T18:21:36.316 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/users/barbican-user HTTP/1.1" 404 91 2026-03-06T18:21:36.316 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [404] Content-Length: 91 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-912a585a-9dba-4107-b95c-99d69a1c092d 2026-03-06T18:21:36.316 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find user: barbican-user.","title":"Not Found"}} 2026-03-06T18:21:36.316 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:36.316 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/users/barbican-user used request id req-912a585a-9dba-4107-b95c-99d69a1c092d 2026-03-06T18:21:36.317 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/users?domain_id=None&name=barbican-user" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}3e5a5f7727cb4d8348d6205d74c3f2f01e7b2b51822596ad33db2458731f2d11" 2026-03-06T18:21:36.317 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:36.354 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 53/53] 192.168.123.107 () {30 vars in 661 bytes} [Fri Mar 6 18:21:36 2026] GET /v3/users?name=barbican-user => generated 416 bytes in 35 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:36.354 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/users?name=barbican-user HTTP/1.1" 200 416 2026-03-06T18:21:36.354 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 416 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-1b065a39-bdc7-4a21-9280-69d013bfad92 2026-03-06T18:21:36.355 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"users": [{"id": "1820035df3094156a8a07a93bf804a87", "name": "barbican-user", "domain_id": "default", "enabled": true, "default_project_id": "5604ee61e3774268bd186b32485fa546", "password_expires_at": null, "options": {}, "links": {"self": "http://vm07.local:5000/v3/users/1820035df3094156a8a07a93bf804a87"}}], "links": {"next": null, "self": "http://vm07.local:5000/v3/users?name=barbican-user", "previous": null}} 2026-03-06T18:21:36.355 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:36.355 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/users?name=barbican-user used request id req-1b065a39-bdc7-4a21-9280-69d013bfad92 2026-03-06T18:21:36.356 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/projects/barbican?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}3e5a5f7727cb4d8348d6205d74c3f2f01e7b2b51822596ad33db2458731f2d11" 2026-03-06T18:21:36.357 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:36.395 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 54/54] 192.168.123.107 () {30 vars in 635 bytes} [Fri Mar 6 18:21:36 2026] GET /v3/projects/barbican => generated 89 bytes in 36 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-03-06T18:21:36.395 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/projects/barbican HTTP/1.1" 404 89 2026-03-06T18:21:36.395 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [404] Content-Length: 89 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-d69b9a85-6f8c-4172-8101-04c126c1fb72 2026-03-06T18:21:36.395 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find project: barbican.","title":"Not Found"}} 2026-03-06T18:21:36.395 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:36.395 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/projects/barbican used request id req-d69b9a85-6f8c-4172-8101-04c126c1fb72 2026-03-06T18:21:36.396 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/projects?domain_id=None&name=barbican" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}3e5a5f7727cb4d8348d6205d74c3f2f01e7b2b51822596ad33db2458731f2d11" 2026-03-06T18:21:36.396 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:36.429 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 55/55] 192.168.123.107 () {30 vars in 657 bytes} [Fri Mar 6 18:21:36 2026] GET /v3/projects?name=barbican => generated 411 bytes in 32 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:36.429 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/projects?name=barbican HTTP/1.1" 200 411 2026-03-06T18:21:36.429 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 411 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-cefe9bfd-8cb4-44e7-8a5d-83ea9a051d88 2026-03-06T18:21:36.429 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"projects": [{"id": "5604ee61e3774268bd186b32485fa546", "name": "barbican", "domain_id": "default", "description": "Barbican", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm07.local:5000/v3/projects/5604ee61e3774268bd186b32485fa546"}}], "links": {"next": null, "self": "http://vm07.local:5000/v3/projects?name=barbican", "previous": null}} 2026-03-06T18:21:36.429 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:36.429 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/projects?name=barbican used request id req-cefe9bfd-8cb4-44e7-8a5d-83ea9a051d88 2026-03-06T18:21:36.431 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X PUT http://vm07.local:5000/v3/projects/5604ee61e3774268bd186b32485fa546/users/1820035df3094156a8a07a93bf804a87/roles/4a3c486dfab649a28d153f13347c6ab8 -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}3e5a5f7727cb4d8348d6205d74c3f2f01e7b2b51822596ad33db2458731f2d11" 2026-03-06T18:21:36.432 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:36.474 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 56/56] 192.168.123.107 () {32 vars in 858 bytes} [Fri Mar 6 18:21:36 2026] PUT /v3/projects/5604ee61e3774268bd186b32485fa546/users/1820035df3094156a8a07a93bf804a87/roles/4a3c486dfab649a28d153f13347c6ab8 => generated 0 bytes in 41 msecs (HTTP/1.1 204) 2 headers in 113 bytes (0 switches on core 0) 2026-03-06T18:21:36.474 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "PUT /v3/projects/5604ee61e3774268bd186b32485fa546/users/1820035df3094156a8a07a93bf804a87/roles/4a3c486dfab649a28d153f13347c6ab8 HTTP/1.1" 204 0 2026-03-06T18:21:36.474 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [204] Vary: X-Auth-Token x-openstack-request-id: req-e1871242-30e5-4903-b31b-c5881ae93046 2026-03-06T18:21:36.474 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: Omitted, Content-Type is set to None. Only text/plain, application/json responses have their bodies logged. 2026-03-06T18:21:36.474 INFO:teuthology.orchestra.run.vm07.stderr:PUT call to identity for http://vm07.local:5000/v3/projects/5604ee61e3774268bd186b32485fa546/users/1820035df3094156a8a07a93bf804a87/roles/4a3c486dfab649a28d153f13347c6ab8 used request id req-e1871242-30e5-4903-b31b-c5881ae93046 2026-03-06T18:21:36.474 INFO:teuthology.orchestra.run.vm07.stderr:clean_up AddRole: 2026-03-06T18:21:36.474 INFO:teuthology.orchestra.run.vm07.stderr:END return value: 0 2026-03-06T18:21:36.575 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack role add --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --project s3 --user s3-user creator --debug 2026-03-06T18:21:36.972 INFO:teuthology.orchestra.run.vm07.stderr:START with options: role add --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --project s3 --user s3-user creator --debug 2026-03-06T18:21:36.972 INFO:teuthology.orchestra.run.vm07.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm07.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, user_id=None, username='admin', user_domain_id='default', user_domain_name=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, identity_provider=None, protocol=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, device_authorization_endpoint=None, code_challenge_method=None, default_domain_id=None, default_domain_name=None, token=*** password='***', endpoint=None, access_token_type=None, redirect_uri=None, code=None, oauth2_endpoint=None, oauth2_client_id=None, oauth2_client_secret=*** auth_methods=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** identity_provider_url=None, service_provider_endpoint=None, service_provider_entity_id=None, idp_otp_key=None, passcode=None, access_token=*** os_project_name=None, os_project_id=None) 2026-03-06T18:21:36.973 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:36.973 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:36.973 INFO:teuthology.orchestra.run.vm07.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-03-06T18:21:36.973 INFO:teuthology.orchestra.run.vm07.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:36.983 INFO:teuthology.orchestra.run.vm07.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-03-06T18:21:36.988 INFO:teuthology.orchestra.run.vm07.stderr:identity API version 3, cmd group openstack.identity.v3 2026-03-06T18:21:36.991 INFO:teuthology.orchestra.run.vm07.stderr:image API version 2, cmd group openstack.image.v2 2026-03-06T18:21:36.998 INFO:teuthology.orchestra.run.vm07.stderr:network API version 2, cmd group openstack.network.v2 2026-03-06T18:21:36.999 INFO:teuthology.orchestra.run.vm07.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-03-06T18:21:37.003 INFO:teuthology.orchestra.run.vm07.stderr:volume API version 3, cmd group openstack.volume.v3 2026-03-06T18:21:37.007 INFO:teuthology.orchestra.run.vm07.stderr:command: role add -> openstackclient.identity.v3.role.AddRole (auth=True) 2026-03-06T18:21:37.007 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:37.008 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:37.008 INFO:teuthology.orchestra.run.vm07.stderr:Using auth plugin: password 2026-03-06T18:21:37.008 INFO:teuthology.orchestra.run.vm07.stderr:Using parameters {'auth_url': 'http://vm07.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-03-06T18:21:37.009 INFO:teuthology.orchestra.run.vm07.stderr:Get auth_ref 2026-03-06T18:21:37.009 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-03-06T18:21:37.010 INFO:teuthology.orchestra.run.vm07.stderr:Starting new HTTP connection (1): vm07.local:5000 2026-03-06T18:21:37.012 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 57/57] 192.168.123.107 () {28 vars in 408 bytes} [Fri Mar 6 18:21:37 2026] GET /v3 => generated 250 bytes in 0 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:37.012 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-03-06T18:21:37.012 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-3c6a0068-5051-407d-b29f-705094a127c6 2026-03-06T18:21:37.012 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm07.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-03-06T18:21:37.012 INFO:teuthology.orchestra.run.vm07.stderr:GET call to http://vm07.local:5000/v3 used request id req-3c6a0068-5051-407d-b29f-705094a127c6 2026-03-06T18:21:37.012 INFO:teuthology.orchestra.run.vm07.stderr:Making authentication request to http://vm07.local:5000/v3/auth/tokens 2026-03-06T18:21:37.013 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:37.229 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 58/58] 192.168.123.107 () {32 vars in 486 bytes} [Fri Mar 6 18:21:37 2026] POST /v3/auth/tokens => generated 1280 bytes in 215 msecs (HTTP/1.1 201) 5 headers in 366 bytes (2 switches on core 0) 2026-03-06T18:21:37.229 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-03-06T18:21:37.229 INFO:teuthology.orchestra.run.vm07.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "a20147565bbc464eb2a7acacb2d96eb0", "name": "admin", "password_expires_at": null}, "audit_ids": ["lmlmWWmbR92fDJbsxKKAXw"], "expires_at": "2026-03-06T18:21:37.000000Z", "issued_at": "2026-03-06T17:21:37.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "75f7a5cfdc764e4aa04d11268bc67e9c", "name": "admin"}, "is_domain": false, "roles": [{"id": "e423ef46bc3a4c95b701dac2e46a13a0", "name": "manager"}, {"id": "4637327285c643fcb5f9b9a1f16fe3fc", "name": "reader"}, {"id": "4a3c486dfab649a28d153f13347c6ab8", "name": "admin"}, {"id": "feaa210745cc4cbc8f31b7750e242dcc", "name": "member"}], "catalog": [{"endpoints": [{"id": "1ca08e3fa852433f88da0f93a8773c13", "interface": "admin", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "b703b729a703486e86fcd7d610f3817c", "interface": "public", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "e6f436c1aaa04970aaccfef3e08de488", "interface": "internal", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}], "id": "5d24806cc5334e2b86eeb5b42daa85a8", "type": "identity", "name": "keystone"}]}} 2026-03-06T18:21:37.307 INFO:teuthology.orchestra.run.vm07.stderr:run(Namespace(role='creator', system=None, domain=None, project='s3', user='s3-user', group=None, group_domain=None, project_domain=None, user_domain=None, inherited=False, role_domain=None)) 2026-03-06T18:21:37.308 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/roles/creator?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}a2a2913f653e6d12774c6c9aa6d8b7987a53e54426082ce1ac809836e83b9c61" 2026-03-06T18:21:37.309 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:37.346 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 59/59] 192.168.123.107 () {30 vars in 627 bytes} [Fri Mar 6 18:21:37 2026] GET /v3/roles/creator => generated 85 bytes in 36 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-03-06T18:21:37.347 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/roles/creator HTTP/1.1" 404 85 2026-03-06T18:21:37.347 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [404] Content-Length: 85 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-17ee5165-0c2a-4bba-b3ee-d30ac414ca9e 2026-03-06T18:21:37.347 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find role: creator.","title":"Not Found"}} 2026-03-06T18:21:37.347 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:37.347 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/roles/creator used request id req-17ee5165-0c2a-4bba-b3ee-d30ac414ca9e 2026-03-06T18:21:37.347 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/roles?name=creator&domain_id=None" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}a2a2913f653e6d12774c6c9aa6d8b7987a53e54426082ce1ac809836e83b9c61" 2026-03-06T18:21:37.348 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:37.391 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 60/60] 192.168.123.107 () {30 vars in 649 bytes} [Fri Mar 6 18:21:37 2026] GET /v3/roles?name=creator => generated 316 bytes in 42 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:37.391 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/roles?name=creator HTTP/1.1" 200 316 2026-03-06T18:21:37.391 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 316 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-703f0010-4f41-4e85-bd76-6dd5ad4119a5 2026-03-06T18:21:37.392 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"roles": [{"id": "de81b2148e8745c0b0c7d0dd22551105", "name": "creator", "domain_id": null, "description": null, "options": {}, "links": {"self": "http://vm07.local:5000/v3/roles/de81b2148e8745c0b0c7d0dd22551105"}}], "links": {"next": null, "self": "http://vm07.local:5000/v3/roles?name=creator", "previous": null}} 2026-03-06T18:21:37.392 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:37.392 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/roles?name=creator used request id req-703f0010-4f41-4e85-bd76-6dd5ad4119a5 2026-03-06T18:21:37.394 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/users/s3-user?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}a2a2913f653e6d12774c6c9aa6d8b7987a53e54426082ce1ac809836e83b9c61" 2026-03-06T18:21:37.394 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:37.439 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 61/61] 192.168.123.107 () {30 vars in 627 bytes} [Fri Mar 6 18:21:37 2026] GET /v3/users/s3-user => generated 85 bytes in 43 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-03-06T18:21:37.439 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/users/s3-user HTTP/1.1" 404 85 2026-03-06T18:21:37.439 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [404] Content-Length: 85 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-c2d4f8be-08f5-4bfb-ac61-a98b265825fe 2026-03-06T18:21:37.439 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find user: s3-user.","title":"Not Found"}} 2026-03-06T18:21:37.439 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:37.439 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/users/s3-user used request id req-c2d4f8be-08f5-4bfb-ac61-a98b265825fe 2026-03-06T18:21:37.440 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/users?domain_id=None&name=s3-user" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}a2a2913f653e6d12774c6c9aa6d8b7987a53e54426082ce1ac809836e83b9c61" 2026-03-06T18:21:37.441 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:37.482 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 62/62] 192.168.123.107 () {30 vars in 649 bytes} [Fri Mar 6 18:21:37 2026] GET /v3/users?name=s3-user => generated 404 bytes in 40 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:37.482 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/users?name=s3-user HTTP/1.1" 200 404 2026-03-06T18:21:37.483 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 404 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-64b766dc-3127-42f8-a703-633cd5cf85fe 2026-03-06T18:21:37.483 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"users": [{"id": "5cc519888f3f4748a18076128eea7e92", "name": "s3-user", "domain_id": "default", "enabled": true, "default_project_id": "fcb9a9cf05a4402683ead6e2281924ce", "password_expires_at": null, "options": {}, "links": {"self": "http://vm07.local:5000/v3/users/5cc519888f3f4748a18076128eea7e92"}}], "links": {"next": null, "self": "http://vm07.local:5000/v3/users?name=s3-user", "previous": null}} 2026-03-06T18:21:37.483 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:37.483 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/users?name=s3-user used request id req-64b766dc-3127-42f8-a703-633cd5cf85fe 2026-03-06T18:21:37.484 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/projects/s3?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}a2a2913f653e6d12774c6c9aa6d8b7987a53e54426082ce1ac809836e83b9c61" 2026-03-06T18:21:37.485 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:37.524 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 63/63] 192.168.123.107 () {30 vars in 623 bytes} [Fri Mar 6 18:21:37 2026] GET /v3/projects/s3 => generated 83 bytes in 38 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-03-06T18:21:37.525 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/projects/s3 HTTP/1.1" 404 83 2026-03-06T18:21:37.525 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [404] Content-Length: 83 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-6cdd4770-d12b-4955-9ada-0bacdd1a6184 2026-03-06T18:21:37.525 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find project: s3.","title":"Not Found"}} 2026-03-06T18:21:37.525 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:37.525 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/projects/s3 used request id req-6cdd4770-d12b-4955-9ada-0bacdd1a6184 2026-03-06T18:21:37.525 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET "http://vm07.local:5000/v3/projects?domain_id=None&name=s3" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}a2a2913f653e6d12774c6c9aa6d8b7987a53e54426082ce1ac809836e83b9c61" 2026-03-06T18:21:37.526 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:37.567 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 64/64] 192.168.123.107 () {30 vars in 645 bytes} [Fri Mar 6 18:21:37 2026] GET /v3/projects?name=s3 => generated 401 bytes in 40 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:37.568 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3/projects?name=s3 HTTP/1.1" 200 401 2026-03-06T18:21:37.568 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 401 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-46bf3a1e-09b5-4850-8bd4-4d562ee4b9c6 2026-03-06T18:21:37.568 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"projects": [{"id": "fcb9a9cf05a4402683ead6e2281924ce", "name": "s3", "domain_id": "default", "description": "S3 project", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm07.local:5000/v3/projects/fcb9a9cf05a4402683ead6e2281924ce"}}], "links": {"next": null, "self": "http://vm07.local:5000/v3/projects?name=s3", "previous": null}} 2026-03-06T18:21:37.568 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:37.568 INFO:teuthology.orchestra.run.vm07.stderr:GET call to identity for http://vm07.local:5000/v3/projects?name=s3 used request id req-46bf3a1e-09b5-4850-8bd4-4d562ee4b9c6 2026-03-06T18:21:37.570 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X PUT http://vm07.local:5000/v3/projects/fcb9a9cf05a4402683ead6e2281924ce/users/5cc519888f3f4748a18076128eea7e92/roles/de81b2148e8745c0b0c7d0dd22551105 -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}a2a2913f653e6d12774c6c9aa6d8b7987a53e54426082ce1ac809836e83b9c61" 2026-03-06T18:21:37.570 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:37.612 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 65/65] 192.168.123.107 () {32 vars in 858 bytes} [Fri Mar 6 18:21:37 2026] PUT /v3/projects/fcb9a9cf05a4402683ead6e2281924ce/users/5cc519888f3f4748a18076128eea7e92/roles/de81b2148e8745c0b0c7d0dd22551105 => generated 0 bytes in 41 msecs (HTTP/1.1 204) 2 headers in 113 bytes (0 switches on core 0) 2026-03-06T18:21:37.612 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "PUT /v3/projects/fcb9a9cf05a4402683ead6e2281924ce/users/5cc519888f3f4748a18076128eea7e92/roles/de81b2148e8745c0b0c7d0dd22551105 HTTP/1.1" 204 0 2026-03-06T18:21:37.613 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [204] Vary: X-Auth-Token x-openstack-request-id: req-08a64bb2-76b9-4f59-85c3-e6601d6f2eb3 2026-03-06T18:21:37.613 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: Omitted, Content-Type is set to None. Only application/json, text/plain responses have their bodies logged. 2026-03-06T18:21:37.613 INFO:teuthology.orchestra.run.vm07.stderr:PUT call to identity for http://vm07.local:5000/v3/projects/fcb9a9cf05a4402683ead6e2281924ce/users/5cc519888f3f4748a18076128eea7e92/roles/de81b2148e8745c0b0c7d0dd22551105 used request id req-08a64bb2-76b9-4f59-85c3-e6601d6f2eb3 2026-03-06T18:21:37.613 INFO:teuthology.orchestra.run.vm07.stderr:clean_up AddRole: 2026-03-06T18:21:37.613 INFO:teuthology.orchestra.run.vm07.stderr:END return value: 0 2026-03-06T18:21:37.762 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack service create --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --description 'Swift Service' --name swift object-store --debug 2026-03-06T18:21:38.207 INFO:teuthology.orchestra.run.vm07.stderr:START with options: service create --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm07.local:5000/v3 --description Swift Service --name swift object-store --debug 2026-03-06T18:21:38.208 INFO:teuthology.orchestra.run.vm07.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm07.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, identity_provider=None, protocol=None, access_token=*** client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, username='admin', password='***', idp_otp_key=None, default_domain_id=None, default_domain_name=None, token=*** user_id=None, endpoint=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** oauth2_endpoint=None, oauth2_client_id=None, oauth2_client_secret=*** user_domain_id='default', user_domain_name=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, device_authorization_endpoint=None, code_challenge_method=None, identity_provider_url=None, auth_methods=None, passcode=None, service_provider_endpoint=None, service_provider_entity_id=None, redirect_uri=None, code=None, os_project_name=None, os_project_id=None) 2026-03-06T18:21:38.208 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:38.208 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:38.208 INFO:teuthology.orchestra.run.vm07.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-03-06T18:21:38.208 INFO:teuthology.orchestra.run.vm07.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:38.220 INFO:teuthology.orchestra.run.vm07.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-03-06T18:21:38.225 INFO:teuthology.orchestra.run.vm07.stderr:identity API version 3, cmd group openstack.identity.v3 2026-03-06T18:21:38.228 INFO:teuthology.orchestra.run.vm07.stderr:image API version 2, cmd group openstack.image.v2 2026-03-06T18:21:38.237 INFO:teuthology.orchestra.run.vm07.stderr:network API version 2, cmd group openstack.network.v2 2026-03-06T18:21:38.238 INFO:teuthology.orchestra.run.vm07.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-03-06T18:21:38.243 INFO:teuthology.orchestra.run.vm07.stderr:volume API version 3, cmd group openstack.volume.v3 2026-03-06T18:21:38.247 INFO:teuthology.orchestra.run.vm07.stderr:command: service create -> openstackclient.identity.v3.service.CreateService (auth=True) 2026-03-06T18:21:38.248 INFO:teuthology.orchestra.run.vm07.stderr:Auth plugin password selected 2026-03-06T18:21:38.248 INFO:teuthology.orchestra.run.vm07.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm07.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-03-06T18:21:38.248 INFO:teuthology.orchestra.run.vm07.stderr:Using auth plugin: password 2026-03-06T18:21:38.248 INFO:teuthology.orchestra.run.vm07.stderr:Using parameters {'auth_url': 'http://vm07.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-03-06T18:21:38.248 INFO:teuthology.orchestra.run.vm07.stderr:Get auth_ref 2026-03-06T18:21:38.248 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X GET http://vm07.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-03-06T18:21:38.250 INFO:teuthology.orchestra.run.vm07.stderr:Starting new HTTP connection (1): vm07.local:5000 2026-03-06T18:21:38.251 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 66/66] 192.168.123.107 () {28 vars in 408 bytes} [Fri Mar 6 18:21:38 2026] GET /v3 => generated 250 bytes in 0 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:21:38.251 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-03-06T18:21:38.252 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-3d66122c-bd71-4f64-81d6-99988163554c 2026-03-06T18:21:38.252 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm07.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-03-06T18:21:38.252 INFO:teuthology.orchestra.run.vm07.stderr:GET call to http://vm07.local:5000/v3 used request id req-3d66122c-bd71-4f64-81d6-99988163554c 2026-03-06T18:21:38.252 INFO:teuthology.orchestra.run.vm07.stderr:Making authentication request to http://vm07.local:5000/v3/auth/tokens 2026-03-06T18:21:38.252 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:38.468 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 67/67] 192.168.123.107 () {32 vars in 486 bytes} [Fri Mar 6 18:21:38 2026] POST /v3/auth/tokens => generated 1280 bytes in 214 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-03-06T18:21:38.468 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-03-06T18:21:38.468 INFO:teuthology.orchestra.run.vm07.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "a20147565bbc464eb2a7acacb2d96eb0", "name": "admin", "password_expires_at": null}, "audit_ids": ["tLB5W7yHSu-nmoE929QDDA"], "expires_at": "2026-03-06T18:21:38.000000Z", "issued_at": "2026-03-06T17:21:38.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "75f7a5cfdc764e4aa04d11268bc67e9c", "name": "admin"}, "is_domain": false, "roles": [{"id": "e423ef46bc3a4c95b701dac2e46a13a0", "name": "manager"}, {"id": "4637327285c643fcb5f9b9a1f16fe3fc", "name": "reader"}, {"id": "4a3c486dfab649a28d153f13347c6ab8", "name": "admin"}, {"id": "feaa210745cc4cbc8f31b7750e242dcc", "name": "member"}], "catalog": [{"endpoints": [{"id": "1ca08e3fa852433f88da0f93a8773c13", "interface": "admin", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "b703b729a703486e86fcd7d610f3817c", "interface": "public", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}, {"id": "e6f436c1aaa04970aaccfef3e08de488", "interface": "internal", "region_id": "RegionOne", "url": "http://vm07.local:5000/v3", "region": "RegionOne"}], "id": "5d24806cc5334e2b86eeb5b42daa85a8", "type": "identity", "name": "keystone"}]}} 2026-03-06T18:21:38.541 INFO:teuthology.orchestra.run.vm07.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, type='object-store', name='swift', description='Swift Service', is_enabled=True)) 2026-03-06T18:21:38.543 INFO:teuthology.orchestra.run.vm07.stderr:REQ: curl -g -i -X POST http://vm07.local:5000/v3/services -H "Content-Type: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}8c72e4df077bdd6223adb644cf18aca5d5da29dc57955d0522474fd440ed7373" -d '{"service": {"description": "Swift Service", "name": "swift", "enabled": true, "type": "object-store"}}' 2026-03-06T18:21:38.543 INFO:teuthology.orchestra.run.vm07.stderr:Resetting dropped connection: vm07.local 2026-03-06T18:21:38.581 INFO:teuthology.orchestra.run.vm07.stderr:http://vm07.local:5000 "POST /v3/services HTTP/1.1" 201 236 2026-03-06T18:21:38.581 INFO:teuthology.orchestra.run.vm07.stderr:RESP: [201] Content-Length: 236 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-b9a0ca0b-91d1-4a7c-be75-6d1cfa58c8fe 2026-03-06T18:21:38.581 INFO:teuthology.orchestra.run.vm07.stderr:RESP BODY: {"service": {"description": "Swift Service", "name": "swift", "id": "583ecf8562d848878b2f836a1f567f84", "type": "object-store", "enabled": true, "links": {"self": "http://vm07.local:5000/v3/services/583ecf8562d848878b2f836a1f567f84"}}} 2026-03-06T18:21:38.581 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:21:38.581 INFO:teuthology.orchestra.run.vm07.stderr:POST call to identity for http://vm07.local:5000/v3/services used request id req-b9a0ca0b-91d1-4a7c-be75-6d1cfa58c8fe 2026-03-06T18:21:38.581 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 68/68] 192.168.123.107 () {34 vars in 671 bytes} [Fri Mar 6 18:21:38 2026] POST /v3/services => generated 236 bytes in 36 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-03-06T18:21:38.581 INFO:teuthology.orchestra.run.vm07.stderr:clean_up CreateService: 2026-03-06T18:21:38.581 INFO:teuthology.orchestra.run.vm07.stderr:END return value: 0 2026-03-06T18:21:38.581 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:38.582 INFO:teuthology.orchestra.run.vm07.stdout:| Field | Value | 2026-03-06T18:21:38.582 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:38.582 INFO:teuthology.orchestra.run.vm07.stdout:| id | 583ecf8562d848878b2f836a1f567f84 | 2026-03-06T18:21:38.582 INFO:teuthology.orchestra.run.vm07.stdout:| name | swift | 2026-03-06T18:21:38.582 INFO:teuthology.orchestra.run.vm07.stdout:| type | object-store | 2026-03-06T18:21:38.582 INFO:teuthology.orchestra.run.vm07.stdout:| enabled | True | 2026-03-06T18:21:38.582 INFO:teuthology.orchestra.run.vm07.stdout:| description | Swift Service | 2026-03-06T18:21:38.582 INFO:teuthology.orchestra.run.vm07.stdout:+-------------+----------------------------------+ 2026-03-06T18:21:38.724 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && sleep 3 2026-03-06T18:21:41.743 INFO:teuthology.run_tasks:Running task barbican... 2026-03-06T18:21:41.748 DEBUG:tasks.barbican:Barbican config is {'client.0': {'force-branch': 'stable/2025.1', 'keystone_authtoken': {'auth_plugin': 'password', 'password': 'barbican-pass', 'user_domain_name': 'Default', 'username': 'barbican-user'}, 'rgw_user': {'password': 'rgwcrypt-pass', 'tenantName': 'rgwcrypt', 'username': 'rgwcrypt-user'}, 'secrets': [{'base64': 'a2V5MS5GcWVxKzhzTGNLaGtzQkg5NGVpb1FKcFpGb2c=', 'name': 'my-key-1', 'password': 's3-pass', 'tenantName': 's3', 'username': 's3-user'}, {'base64': 'a2V5Mi5yNUNNMGFzMVdIUVZxcCt5NGVmVGlQQ1k4YWg=', 'name': 'my-key-2', 'password': 's3-pass', 'tenantName': 's3', 'username': 's3-user'}], 'use-keystone-role': 'client.0'}} 2026-03-06T18:21:41.748 INFO:tasks.barbican:Downloading barbican... 2026-03-06T18:21:41.748 INFO:tasks.barbican:Using branch 'stable/2025.1' for barbican 2026-03-06T18:21:41.748 INFO:tasks.barbican:sha1=None 2026-03-06T18:21:41.749 DEBUG:teuthology.orchestra.run.vm07:> bash -l 2026-03-06T18:21:41.835 DEBUG:teuthology.orchestra.run.vm07:> git clone -b stable/2025.1 https://github.com/openstack/barbican.git /home/ubuntu/cephtest/barbican 2026-03-06T18:21:41.852 INFO:teuthology.orchestra.run.vm07.stderr:Cloning into '/home/ubuntu/cephtest/barbican'... 2026-03-06T18:21:42.923 INFO:tasks.barbican:Setting up virtualenv for barbican... 2026-03-06T18:21:42.923 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/barbican && python3 -m venv .barbicanenv 2026-03-06T18:21:44.348 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/barbican && . .barbicanenv/bin/activate && pip install --upgrade pip 2026-03-06T18:21:44.518 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: pip in ./.barbicanenv/lib/python3.9/site-packages (21.3.1) 2026-03-06T18:21:44.609 INFO:teuthology.orchestra.run.vm07.stdout:Collecting pip 2026-03-06T18:21:44.638 INFO:teuthology.orchestra.run.vm07.stdout: Downloading pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-03-06T18:21:44.794 INFO:teuthology.orchestra.run.vm07.stdout:Installing collected packages: pip 2026-03-06T18:21:44.794 INFO:teuthology.orchestra.run.vm07.stdout: Attempting uninstall: pip 2026-03-06T18:21:44.794 INFO:teuthology.orchestra.run.vm07.stdout: Found existing installation: pip 21.3.1 2026-03-06T18:21:44.887 INFO:teuthology.orchestra.run.vm07.stdout: Uninstalling pip-21.3.1: 2026-03-06T18:21:44.890 INFO:teuthology.orchestra.run.vm07.stdout: Successfully uninstalled pip-21.3.1 2026-03-06T18:21:45.351 INFO:teuthology.orchestra.run.vm07.stdout:Successfully installed pip-26.0.1 2026-03-06T18:21:45.621 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/barbican && . .barbicanenv/bin/activate && pip install -chttps://releases.openstack.org/constraints/upper/2025.1 pytz -e /home/ubuntu/cephtest/barbican 2026-03-06T18:21:45.885 INFO:teuthology.orchestra.run.vm07.stdout:Obtaining file:///home/ubuntu/cephtest/barbican 2026-03-06T18:21:45.887 INFO:teuthology.orchestra.run.vm07.stdout: Installing build dependencies: started 2026-03-06T18:21:46.278 INFO:teuthology.orchestra.run.vm07.stdout: Installing build dependencies: finished with status 'done' 2026-03-06T18:21:46.278 INFO:teuthology.orchestra.run.vm07.stdout: Checking if build backend supports build_editable: started 2026-03-06T18:21:46.426 INFO:teuthology.orchestra.run.vm07.stdout: Checking if build backend supports build_editable: finished with status 'done' 2026-03-06T18:21:46.427 INFO:teuthology.orchestra.run.vm07.stdout: Getting requirements to build editable: started 2026-03-06T18:21:46.508 INFO:teuthology.orchestra.run.vm07.stdout: Getting requirements to build editable: finished with status 'done' 2026-03-06T18:21:46.510 INFO:teuthology.orchestra.run.vm07.stdout: Preparing editable metadata (pyproject.toml): started 2026-03-06T18:21:46.760 INFO:teuthology.orchestra.run.vm07.stdout: Preparing editable metadata (pyproject.toml): finished with status 'done' 2026-03-06T18:21:46.816 INFO:teuthology.orchestra.run.vm07.stdout:Collecting pytz 2026-03-06T18:21:46.817 INFO:teuthology.orchestra.run.vm07.stdout: Using cached pytz-2025.1-py2.py3-none-any.whl.metadata (22 kB) 2026-03-06T18:21:46.835 INFO:teuthology.orchestra.run.vm07.stdout:Collecting alembic>=0.8.10 (from barbican==20.0.1.dev3) 2026-03-06T18:21:46.835 INFO:teuthology.orchestra.run.vm07.stdout: Using cached alembic-1.14.1-py3-none-any.whl.metadata (7.4 kB) 2026-03-06T18:21:46.899 INFO:teuthology.orchestra.run.vm07.stdout:Collecting cffi>=1.7.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:46.900 INFO:teuthology.orchestra.run.vm07.stdout: Using cached cffi-1.17.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (1.5 kB) 2026-03-06T18:21:47.018 INFO:teuthology.orchestra.run.vm07.stdout:Collecting cryptography>=2.1 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.018 INFO:teuthology.orchestra.run.vm07.stdout: Using cached cryptography-43.0.3-cp39-abi3-manylinux_2_28_x86_64.whl.metadata (5.4 kB) 2026-03-06T18:21:47.038 INFO:teuthology.orchestra.run.vm07.stdout:Collecting eventlet!=0.18.3,!=0.20.1,>=0.18.2 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.038 INFO:teuthology.orchestra.run.vm07.stdout: Using cached eventlet-0.39.0-py3-none-any.whl.metadata (5.5 kB) 2026-03-06T18:21:47.056 INFO:teuthology.orchestra.run.vm07.stdout:Collecting jsonschema>=3.2.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.056 INFO:teuthology.orchestra.run.vm07.stdout: Using cached jsonschema-4.23.0-py3-none-any.whl.metadata (7.9 kB) 2026-03-06T18:21:47.078 INFO:teuthology.orchestra.run.vm07.stdout:Collecting oslo.config>=6.4.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.078 INFO:teuthology.orchestra.run.vm07.stdout: Using cached oslo.config-9.7.1-py3-none-any.whl.metadata (2.8 kB) 2026-03-06T18:21:47.096 INFO:teuthology.orchestra.run.vm07.stdout:Collecting oslo.context>=2.22.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.096 INFO:teuthology.orchestra.run.vm07.stdout: Using cached oslo.context-5.7.1-py3-none-any.whl.metadata (2.1 kB) 2026-03-06T18:21:47.208 INFO:teuthology.orchestra.run.vm07.stdout:Collecting oslo.db>=4.27.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.209 INFO:teuthology.orchestra.run.vm07.stdout: Using cached oslo.db-17.2.1-py3-none-any.whl.metadata (3.0 kB) 2026-03-06T18:21:47.227 INFO:teuthology.orchestra.run.vm07.stdout:Collecting oslo.i18n>=3.15.3 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.228 INFO:teuthology.orchestra.run.vm07.stdout: Using cached oslo.i18n-6.5.1-py3-none-any.whl.metadata (2.1 kB) 2026-03-06T18:21:47.257 INFO:teuthology.orchestra.run.vm07.stdout:Collecting oslo.messaging>=14.1.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.258 INFO:teuthology.orchestra.run.vm07.stdout: Using cached oslo.messaging-16.1.0-py3-none-any.whl.metadata (3.1 kB) 2026-03-06T18:21:47.295 INFO:teuthology.orchestra.run.vm07.stdout:Collecting oslo.middleware>=3.31.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.296 INFO:teuthology.orchestra.run.vm07.stdout: Using cached oslo.middleware-6.3.1-py3-none-any.whl.metadata (2.2 kB) 2026-03-06T18:21:47.317 INFO:teuthology.orchestra.run.vm07.stdout:Collecting oslo.log>=4.3.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.317 INFO:teuthology.orchestra.run.vm07.stdout: Using cached oslo.log-7.1.0-py3-none-any.whl.metadata (2.8 kB) 2026-03-06T18:21:47.339 INFO:teuthology.orchestra.run.vm07.stdout:Collecting oslo.policy>=4.5.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.340 INFO:teuthology.orchestra.run.vm07.stdout: Using cached oslo.policy-4.5.1-py3-none-any.whl.metadata (2.1 kB) 2026-03-06T18:21:47.360 INFO:teuthology.orchestra.run.vm07.stdout:Collecting oslo.serialization!=2.19.1,>=2.18.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.360 INFO:teuthology.orchestra.run.vm07.stdout: Using cached oslo.serialization-5.7.0-py3-none-any.whl.metadata (2.1 kB) 2026-03-06T18:21:47.380 INFO:teuthology.orchestra.run.vm07.stdout:Collecting oslo.service!=1.28.1,>=1.24.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.381 INFO:teuthology.orchestra.run.vm07.stdout: Using cached oslo.service-4.1.1-py3-none-any.whl.metadata (2.7 kB) 2026-03-06T18:21:47.395 INFO:teuthology.orchestra.run.vm07.stdout:Collecting oslo.upgradecheck>=1.3.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.396 INFO:teuthology.orchestra.run.vm07.stdout: Using cached oslo.upgradecheck-2.5.0-py3-none-any.whl.metadata (1.7 kB) 2026-03-06T18:21:47.419 INFO:teuthology.orchestra.run.vm07.stdout:Collecting oslo.utils>=7.0.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.420 INFO:teuthology.orchestra.run.vm07.stdout: Using cached oslo.utils-8.2.0-py3-none-any.whl.metadata (2.2 kB) 2026-03-06T18:21:47.538 INFO:teuthology.orchestra.run.vm07.stdout:Collecting oslo.versionedobjects>=1.31.2 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.569 INFO:teuthology.orchestra.run.vm07.stdout: Downloading oslo.versionedobjects-3.6.0-py3-none-any.whl.metadata (2.7 kB) 2026-03-06T18:21:47.587 INFO:teuthology.orchestra.run.vm07.stdout:Collecting Paste>=2.0.2 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.588 INFO:teuthology.orchestra.run.vm07.stdout: Using cached Paste-3.10.1-py3-none-any.whl.metadata (5.3 kB) 2026-03-06T18:21:47.601 INFO:teuthology.orchestra.run.vm07.stdout:Collecting PasteDeploy>=1.5.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.603 INFO:teuthology.orchestra.run.vm07.stdout: Using cached PasteDeploy-3.1.0-py3-none-any.whl.metadata (2.7 kB) 2026-03-06T18:21:47.622 INFO:teuthology.orchestra.run.vm07.stdout:Collecting pbr!=2.1.0,>=2.0.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.622 INFO:teuthology.orchestra.run.vm07.stdout: Using cached pbr-6.1.1-py2.py3-none-any.whl.metadata (3.4 kB) 2026-03-06T18:21:47.735 INFO:teuthology.orchestra.run.vm07.stdout:Collecting pecan!=1.0.2,!=1.0.3,!=1.0.4,!=1.2,>=1.0.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.745 INFO:teuthology.orchestra.run.vm07.stdout: Downloading pecan-1.5.1-py3-none-any.whl.metadata (1.4 kB) 2026-03-06T18:21:47.763 INFO:teuthology.orchestra.run.vm07.stdout:Collecting ldap3>=1.0.2 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.771 INFO:teuthology.orchestra.run.vm07.stdout: Downloading ldap3-2.9.1-py2.py3-none-any.whl.metadata (5.4 kB) 2026-03-06T18:21:47.789 INFO:teuthology.orchestra.run.vm07.stdout:Collecting keystonemiddleware>=9.5.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.789 INFO:teuthology.orchestra.run.vm07.stdout: Using cached keystonemiddleware-10.9.0-py3-none-any.whl.metadata (3.9 kB) 2026-03-06T18:21:47.960 INFO:teuthology.orchestra.run.vm07.stdout:Collecting SQLAlchemy>=1.4.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.961 INFO:teuthology.orchestra.run.vm07.stdout: Using cached SQLAlchemy-2.0.38-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (9.6 kB) 2026-03-06T18:21:47.989 INFO:teuthology.orchestra.run.vm07.stdout:Collecting stevedore>=1.20.0 (from barbican==20.0.1.dev3) 2026-03-06T18:21:47.990 INFO:teuthology.orchestra.run.vm07.stdout: Using cached stevedore-5.4.1-py3-none-any.whl.metadata (2.3 kB) 2026-03-06T18:21:48.006 INFO:teuthology.orchestra.run.vm07.stdout:Collecting WebOb>=1.7.1 (from barbican==20.0.1.dev3) 2026-03-06T18:21:48.007 INFO:teuthology.orchestra.run.vm07.stdout: Using cached WebOb-1.8.9-py2.py3-none-any.whl.metadata (11 kB) 2026-03-06T18:21:48.121 INFO:teuthology.orchestra.run.vm07.stdout:Collecting castellan>=1.2.1 (from barbican==20.0.1.dev3) 2026-03-06T18:21:48.131 INFO:teuthology.orchestra.run.vm07.stdout: Downloading castellan-5.2.1-py3-none-any.whl.metadata (1.9 kB) 2026-03-06T18:21:48.243 INFO:teuthology.orchestra.run.vm07.stdout:Collecting microversion-parse>=0.2.1 (from barbican==20.0.1.dev3) 2026-03-06T18:21:48.256 INFO:teuthology.orchestra.run.vm07.stdout: Downloading microversion_parse-2.0.0-py3-none-any.whl.metadata (5.1 kB) 2026-03-06T18:21:48.289 INFO:teuthology.orchestra.run.vm07.stdout:Collecting Mako (from alembic>=0.8.10->barbican==20.0.1.dev3) 2026-03-06T18:21:48.291 INFO:teuthology.orchestra.run.vm07.stdout: Using cached Mako-1.3.9-py3-none-any.whl.metadata (2.9 kB) 2026-03-06T18:21:48.306 INFO:teuthology.orchestra.run.vm07.stdout:Collecting typing-extensions>=4 (from alembic>=0.8.10->barbican==20.0.1.dev3) 2026-03-06T18:21:48.306 INFO:teuthology.orchestra.run.vm07.stdout: Using cached typing_extensions-4.12.2-py3-none-any.whl.metadata (3.0 kB) 2026-03-06T18:21:48.418 INFO:teuthology.orchestra.run.vm07.stdout:Collecting python-barbicanclient>=5.5.0 (from castellan>=1.2.1->barbican==20.0.1.dev3) 2026-03-06T18:21:48.429 INFO:teuthology.orchestra.run.vm07.stdout: Downloading python_barbicanclient-7.1.0-py3-none-any.whl.metadata (11 kB) 2026-03-06T18:21:48.453 INFO:teuthology.orchestra.run.vm07.stdout:Collecting keystoneauth1>=3.4.0 (from castellan>=1.2.1->barbican==20.0.1.dev3) 2026-03-06T18:21:48.454 INFO:teuthology.orchestra.run.vm07.stdout: Using cached keystoneauth1-5.10.0-py3-none-any.whl.metadata (4.0 kB) 2026-03-06T18:21:48.475 INFO:teuthology.orchestra.run.vm07.stdout:Collecting requests>=2.18.0 (from castellan>=1.2.1->barbican==20.0.1.dev3) 2026-03-06T18:21:48.477 INFO:teuthology.orchestra.run.vm07.stdout: Using cached requests-2.32.3-py3-none-any.whl.metadata (4.6 kB) 2026-03-06T18:21:48.490 INFO:teuthology.orchestra.run.vm07.stdout:Collecting pycparser (from cffi>=1.7.0->barbican==20.0.1.dev3) 2026-03-06T18:21:48.490 INFO:teuthology.orchestra.run.vm07.stdout: Using cached pycparser-2.22-py3-none-any.whl.metadata (943 bytes) 2026-03-06T18:21:48.507 INFO:teuthology.orchestra.run.vm07.stdout:Collecting dnspython>=1.15.0 (from eventlet!=0.18.3,!=0.20.1,>=0.18.2->barbican==20.0.1.dev3) 2026-03-06T18:21:48.507 INFO:teuthology.orchestra.run.vm07.stdout: Using cached dnspython-2.7.0-py3-none-any.whl.metadata (5.8 kB) 2026-03-06T18:21:48.608 INFO:teuthology.orchestra.run.vm07.stdout:Collecting greenlet>=1.0 (from eventlet!=0.18.3,!=0.20.1,>=0.18.2->barbican==20.0.1.dev3) 2026-03-06T18:21:48.608 INFO:teuthology.orchestra.run.vm07.stdout: Using cached greenlet-3.1.1-cp39-cp39-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl.metadata (3.8 kB) 2026-03-06T18:21:48.624 INFO:teuthology.orchestra.run.vm07.stdout:Collecting attrs>=22.2.0 (from jsonschema>=3.2.0->barbican==20.0.1.dev3) 2026-03-06T18:21:48.624 INFO:teuthology.orchestra.run.vm07.stdout: Using cached attrs-25.1.0-py3-none-any.whl.metadata (10 kB) 2026-03-06T18:21:48.642 INFO:teuthology.orchestra.run.vm07.stdout:Collecting jsonschema-specifications>=2023.03.6 (from jsonschema>=3.2.0->barbican==20.0.1.dev3) 2026-03-06T18:21:48.642 INFO:teuthology.orchestra.run.vm07.stdout: Using cached jsonschema_specifications-2024.10.1-py3-none-any.whl.metadata (3.0 kB) 2026-03-06T18:21:48.659 INFO:teuthology.orchestra.run.vm07.stdout:Collecting referencing>=0.28.4 (from jsonschema>=3.2.0->barbican==20.0.1.dev3) 2026-03-06T18:21:48.659 INFO:teuthology.orchestra.run.vm07.stdout: Using cached referencing-0.36.2-py3-none-any.whl.metadata (2.8 kB) 2026-03-06T18:21:48.868 INFO:teuthology.orchestra.run.vm07.stdout:Collecting rpds-py>=0.7.1 (from jsonschema>=3.2.0->barbican==20.0.1.dev3) 2026-03-06T18:21:48.869 INFO:teuthology.orchestra.run.vm07.stdout: Using cached rpds_py-0.23.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.1 kB) 2026-03-06T18:21:48.884 INFO:teuthology.orchestra.run.vm07.stdout:Collecting iso8601>=2.0.0 (from keystoneauth1>=3.4.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-03-06T18:21:48.885 INFO:teuthology.orchestra.run.vm07.stdout: Using cached iso8601-2.1.0-py3-none-any.whl.metadata (3.7 kB) 2026-03-06T18:21:48.901 INFO:teuthology.orchestra.run.vm07.stdout:Collecting os-service-types>=1.2.0 (from keystoneauth1>=3.4.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-03-06T18:21:48.901 INFO:teuthology.orchestra.run.vm07.stdout: Using cached os_service_types-1.7.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-03-06T18:21:48.922 INFO:teuthology.orchestra.run.vm07.stdout:Collecting oslo.cache>=1.26.0 (from keystonemiddleware>=9.5.0->barbican==20.0.1.dev3) 2026-03-06T18:21:48.922 INFO:teuthology.orchestra.run.vm07.stdout: Using cached oslo_cache-3.10.2-py3-none-any.whl.metadata (3.2 kB) 2026-03-06T18:21:48.940 INFO:teuthology.orchestra.run.vm07.stdout:Collecting pycadf>=1.1.0 (from keystonemiddleware>=9.5.0->barbican==20.0.1.dev3) 2026-03-06T18:21:48.940 INFO:teuthology.orchestra.run.vm07.stdout: Using cached pycadf-4.0.1-py3-none-any.whl.metadata (2.2 kB) 2026-03-06T18:21:48.956 INFO:teuthology.orchestra.run.vm07.stdout:Collecting PyJWT>=2.4.0 (from keystonemiddleware>=9.5.0->barbican==20.0.1.dev3) 2026-03-06T18:21:48.956 INFO:teuthology.orchestra.run.vm07.stdout: Using cached PyJWT-2.10.1-py3-none-any.whl.metadata (4.0 kB) 2026-03-06T18:21:48.978 INFO:teuthology.orchestra.run.vm07.stdout:Collecting python-keystoneclient>=3.20.0 (from keystonemiddleware>=9.5.0->barbican==20.0.1.dev3) 2026-03-06T18:21:48.979 INFO:teuthology.orchestra.run.vm07.stdout: Using cached python_keystoneclient-5.6.0-py3-none-any.whl.metadata (3.7 kB) 2026-03-06T18:21:48.999 INFO:teuthology.orchestra.run.vm07.stdout:Collecting pyasn1>=0.4.6 (from ldap3>=1.0.2->barbican==20.0.1.dev3) 2026-03-06T18:21:49.000 INFO:teuthology.orchestra.run.vm07.stdout: Using cached pyasn1-0.6.0-py2.py3-none-any.whl.metadata (8.3 kB) 2026-03-06T18:21:49.020 INFO:teuthology.orchestra.run.vm07.stdout:Collecting dogpile.cache>=1.3.3 (from oslo.cache>=1.26.0->keystonemiddleware>=9.5.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.021 INFO:teuthology.orchestra.run.vm07.stdout: Using cached dogpile.cache-1.3.4-py3-none-any.whl.metadata (5.5 kB) 2026-03-06T18:21:49.045 INFO:teuthology.orchestra.run.vm07.stdout:Collecting debtcollector>=3.0.0 (from oslo.cache>=1.26.0->keystonemiddleware>=9.5.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.046 INFO:teuthology.orchestra.run.vm07.stdout: Using cached debtcollector-3.0.0-py3-none-any.whl.metadata (2.3 kB) 2026-03-06T18:21:49.144 INFO:teuthology.orchestra.run.vm07.stdout:Collecting wrapt>=1.7.0 (from debtcollector>=3.0.0->oslo.cache>=1.26.0->keystonemiddleware>=9.5.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.146 INFO:teuthology.orchestra.run.vm07.stdout: Using cached wrapt-1.17.2-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.4 kB) 2026-03-06T18:21:49.160 INFO:teuthology.orchestra.run.vm07.stdout:Collecting decorator>=4.0.0 (from dogpile.cache>=1.3.3->oslo.cache>=1.26.0->keystonemiddleware>=9.5.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.161 INFO:teuthology.orchestra.run.vm07.stdout: Using cached decorator-5.1.1-py3-none-any.whl.metadata (4.0 kB) 2026-03-06T18:21:49.181 INFO:teuthology.orchestra.run.vm07.stdout:Collecting netaddr>=0.7.18 (from oslo.config>=6.4.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.182 INFO:teuthology.orchestra.run.vm07.stdout: Using cached netaddr-1.3.0-py3-none-any.whl.metadata (5.0 kB) 2026-03-06T18:21:49.198 INFO:teuthology.orchestra.run.vm07.stdout:Collecting rfc3986>=1.2.0 (from oslo.config>=6.4.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.199 INFO:teuthology.orchestra.run.vm07.stdout: Using cached rfc3986-2.0.0-py2.py3-none-any.whl.metadata (6.6 kB) 2026-03-06T18:21:49.227 INFO:teuthology.orchestra.run.vm07.stdout:Collecting PyYAML>=5.1 (from oslo.config>=6.4.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.228 INFO:teuthology.orchestra.run.vm07.stdout: Using cached PyYAML-6.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (2.1 kB) 2026-03-06T18:21:49.245 INFO:teuthology.orchestra.run.vm07.stdout:Collecting testresources>=2.0.0 (from oslo.db>=4.27.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.245 INFO:teuthology.orchestra.run.vm07.stdout: Using cached testresources-2.0.1-py2.py3-none-any.whl.metadata (11 kB) 2026-03-06T18:21:49.257 INFO:teuthology.orchestra.run.vm07.stdout:Collecting testscenarios>=0.4 (from oslo.db>=4.27.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.258 INFO:teuthology.orchestra.run.vm07.stdout: Using cached testscenarios-0.5.0-py2.py3-none-any.whl.metadata (12 kB) 2026-03-06T18:21:49.281 INFO:teuthology.orchestra.run.vm07.stdout:Collecting python-dateutil>=2.7.0 (from oslo.log>=4.3.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.282 INFO:teuthology.orchestra.run.vm07.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-03-06T18:21:49.298 INFO:teuthology.orchestra.run.vm07.stdout:Collecting futurist>=1.2.0 (from oslo.messaging>=14.1.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.298 INFO:teuthology.orchestra.run.vm07.stdout: Using cached futurist-3.1.0-py3-none-any.whl.metadata (2.2 kB) 2026-03-06T18:21:49.315 INFO:teuthology.orchestra.run.vm07.stdout:Collecting cachetools>=2.0.0 (from oslo.messaging>=14.1.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.316 INFO:teuthology.orchestra.run.vm07.stdout: Using cached cachetools-5.5.2-py3-none-any.whl.metadata (5.4 kB) 2026-03-06T18:21:49.334 INFO:teuthology.orchestra.run.vm07.stdout:Collecting amqp>=2.5.2 (from oslo.messaging>=14.1.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.335 INFO:teuthology.orchestra.run.vm07.stdout: Using cached amqp-5.3.1-py3-none-any.whl.metadata (8.9 kB) 2026-03-06T18:21:49.360 INFO:teuthology.orchestra.run.vm07.stdout:Collecting kombu>=4.6.6 (from oslo.messaging>=14.1.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.361 INFO:teuthology.orchestra.run.vm07.stdout: Using cached kombu-5.4.2-py3-none-any.whl.metadata (3.2 kB) 2026-03-06T18:21:49.376 INFO:teuthology.orchestra.run.vm07.stdout:Collecting oslo.metrics>=0.2.1 (from oslo.messaging>=14.1.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.377 INFO:teuthology.orchestra.run.vm07.stdout: Using cached oslo.metrics-0.11.0-py3-none-any.whl.metadata (1.3 kB) 2026-03-06T18:21:49.390 INFO:teuthology.orchestra.run.vm07.stdout:Collecting vine<6.0.0,>=5.0.0 (from amqp>=2.5.2->oslo.messaging>=14.1.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.391 INFO:teuthology.orchestra.run.vm07.stdout: Using cached vine-5.1.0-py3-none-any.whl.metadata (2.7 kB) 2026-03-06T18:21:49.406 INFO:teuthology.orchestra.run.vm07.stdout:Collecting tzdata (from kombu>=4.6.6->oslo.messaging>=14.1.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.407 INFO:teuthology.orchestra.run.vm07.stdout: Using cached tzdata-2025.1-py2.py3-none-any.whl.metadata (1.4 kB) 2026-03-06T18:21:49.426 INFO:teuthology.orchestra.run.vm07.stdout:Collecting prometheus-client>=0.6.0 (from oslo.metrics>=0.2.1->oslo.messaging>=14.1.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.427 INFO:teuthology.orchestra.run.vm07.stdout: Using cached prometheus_client-0.21.1-py3-none-any.whl.metadata (1.8 kB) 2026-03-06T18:21:49.441 INFO:teuthology.orchestra.run.vm07.stdout:Collecting Jinja2>=2.10 (from oslo.middleware>=3.31.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.442 INFO:teuthology.orchestra.run.vm07.stdout: Using cached jinja2-3.1.5-py3-none-any.whl.metadata (2.6 kB) 2026-03-06T18:21:49.456 INFO:teuthology.orchestra.run.vm07.stdout:Collecting statsd>=3.2.1 (from oslo.middleware>=3.31.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.457 INFO:teuthology.orchestra.run.vm07.stdout: Using cached statsd-4.0.1-py2.py3-none-any.whl.metadata (2.9 kB) 2026-03-06T18:21:49.484 INFO:teuthology.orchestra.run.vm07.stdout:Collecting bcrypt>=3.1.3 (from oslo.middleware>=3.31.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.485 INFO:teuthology.orchestra.run.vm07.stdout: Using cached bcrypt-4.0.1-cp36-abi3-manylinux_2_28_x86_64.whl.metadata (9.0 kB) 2026-03-06T18:21:49.592 INFO:teuthology.orchestra.run.vm07.stdout:Collecting MarkupSafe>=2.0 (from Jinja2>=2.10->oslo.middleware>=3.31.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.593 INFO:teuthology.orchestra.run.vm07.stdout: Using cached MarkupSafe-3.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.0 kB) 2026-03-06T18:21:49.642 INFO:teuthology.orchestra.run.vm07.stdout:Collecting msgpack>=0.5.2 (from oslo.serialization!=2.19.1,>=2.18.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.643 INFO:teuthology.orchestra.run.vm07.stdout: Using cached msgpack-1.1.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (8.4 kB) 2026-03-06T18:21:49.669 INFO:teuthology.orchestra.run.vm07.stdout:Collecting oslo.concurrency>=3.25.0 (from oslo.service!=1.28.1,>=1.24.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.670 INFO:teuthology.orchestra.run.vm07.stdout: Using cached oslo.concurrency-7.1.0-py3-none-any.whl.metadata (2.4 kB) 2026-03-06T18:21:49.684 INFO:teuthology.orchestra.run.vm07.stdout:Collecting Routes>=2.3.1 (from oslo.service!=1.28.1,>=1.24.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.685 INFO:teuthology.orchestra.run.vm07.stdout: Using cached Routes-2.5.1-py2.py3-none-any.whl.metadata (25 kB) 2026-03-06T18:21:49.707 INFO:teuthology.orchestra.run.vm07.stdout:Collecting Yappi>=1.0 (from oslo.service!=1.28.1,>=1.24.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.708 INFO:teuthology.orchestra.run.vm07.stdout: Using cached yappi-1.6.10-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (11 kB) 2026-03-06T18:21:49.731 INFO:teuthology.orchestra.run.vm07.stdout:Collecting fasteners>=0.7.0 (from oslo.concurrency>=3.25.0->oslo.service!=1.28.1,>=1.24.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.732 INFO:teuthology.orchestra.run.vm07.stdout: Using cached fasteners-0.19-py3-none-any.whl.metadata (4.9 kB) 2026-03-06T18:21:49.745 INFO:teuthology.orchestra.run.vm07.stdout:Collecting PrettyTable>=0.7.1 (from oslo.upgradecheck>=1.3.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.746 INFO:teuthology.orchestra.run.vm07.stdout: Using cached prettytable-3.14.0-py3-none-any.whl.metadata (30 kB) 2026-03-06T18:21:49.770 INFO:teuthology.orchestra.run.vm07.stdout:Collecting pyparsing>=2.1.0 (from oslo.utils>=7.0.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.770 INFO:teuthology.orchestra.run.vm07.stdout: Using cached pyparsing-3.2.1-py3-none-any.whl.metadata (5.0 kB) 2026-03-06T18:21:49.784 INFO:teuthology.orchestra.run.vm07.stdout:Collecting packaging>=20.4 (from oslo.utils>=7.0.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.784 INFO:teuthology.orchestra.run.vm07.stdout: Using cached packaging-24.2-py3-none-any.whl.metadata (3.2 kB) 2026-03-06T18:21:49.831 INFO:teuthology.orchestra.run.vm07.stdout:Collecting psutil>=3.2.2 (from oslo.utils>=7.0.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.832 INFO:teuthology.orchestra.run.vm07.stdout: Using cached psutil-7.0.0-cp36-abi3-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (22 kB) 2026-03-06T18:21:49.843 INFO:teuthology.orchestra.run.vm07.stdout:Requirement already satisfied: setuptools in ./.barbicanenv/lib/python3.9/site-packages (from Paste>=2.0.2->barbican==20.0.1.dev3) (53.0.0) 2026-03-06T18:21:49.953 INFO:teuthology.orchestra.run.vm07.stdout:Collecting logutils>=0.3 (from pecan!=1.0.2,!=1.0.3,!=1.0.4,!=1.2,>=1.0.0->barbican==20.0.1.dev3) 2026-03-06T18:21:49.966 INFO:teuthology.orchestra.run.vm07.stdout: Downloading logutils-0.3.5.tar.gz (27 kB) 2026-03-06T18:21:49.976 INFO:teuthology.orchestra.run.vm07.stdout: Installing build dependencies: started 2026-03-06T18:21:50.349 INFO:teuthology.orchestra.run.vm07.stdout: Installing build dependencies: finished with status 'done' 2026-03-06T18:21:50.350 INFO:teuthology.orchestra.run.vm07.stdout: Getting requirements to build wheel: started 2026-03-06T18:21:50.526 INFO:teuthology.orchestra.run.vm07.stdout: Getting requirements to build wheel: finished with status 'done' 2026-03-06T18:21:50.526 INFO:teuthology.orchestra.run.vm07.stdout: Preparing metadata (pyproject.toml): started 2026-03-06T18:21:50.639 INFO:teuthology.orchestra.run.vm07.stdout: Preparing metadata (pyproject.toml): finished with status 'done' 2026-03-06T18:21:50.658 INFO:teuthology.orchestra.run.vm07.stdout:Collecting wcwidth (from PrettyTable>=0.7.1->oslo.upgradecheck>=1.3.0->barbican==20.0.1.dev3) 2026-03-06T18:21:50.659 INFO:teuthology.orchestra.run.vm07.stdout: Using cached wcwidth-0.2.13-py2.py3-none-any.whl.metadata (14 kB) 2026-03-06T18:21:50.681 INFO:teuthology.orchestra.run.vm07.stdout:Collecting cliff>=2.8.0 (from python-barbicanclient>=5.5.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-03-06T18:21:50.682 INFO:teuthology.orchestra.run.vm07.stdout: Using cached cliff-4.9.1-py3-none-any.whl.metadata (2.1 kB) 2026-03-06T18:21:50.698 INFO:teuthology.orchestra.run.vm07.stdout:Collecting autopage>=0.4.0 (from cliff>=2.8.0->python-barbicanclient>=5.5.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-03-06T18:21:50.698 INFO:teuthology.orchestra.run.vm07.stdout: Using cached autopage-0.5.2-py3-none-any.whl.metadata (7.9 kB) 2026-03-06T18:21:50.720 INFO:teuthology.orchestra.run.vm07.stdout:Collecting cmd2>=1.0.0 (from cliff>=2.8.0->python-barbicanclient>=5.5.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-03-06T18:21:50.720 INFO:teuthology.orchestra.run.vm07.stdout: Using cached cmd2-2.5.11-py3-none-any.whl.metadata (17 kB) 2026-03-06T18:21:50.742 INFO:teuthology.orchestra.run.vm07.stdout:Collecting importlib-metadata>=4.4 (from cliff>=2.8.0->python-barbicanclient>=5.5.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-03-06T18:21:50.743 INFO:teuthology.orchestra.run.vm07.stdout: Using cached importlib_metadata-6.2.1-py3-none-any.whl.metadata (5.0 kB) 2026-03-06T18:21:50.759 INFO:teuthology.orchestra.run.vm07.stdout:Collecting pyperclip>=1.8 (from cmd2>=1.0.0->cliff>=2.8.0->python-barbicanclient>=5.5.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-03-06T18:21:50.759 INFO:teuthology.orchestra.run.vm07.stdout: Using cached pyperclip-1.9.0-py3-none-any.whl 2026-03-06T18:21:50.778 INFO:teuthology.orchestra.run.vm07.stdout:Collecting zipp>=0.5 (from importlib-metadata>=4.4->cliff>=2.8.0->python-barbicanclient>=5.5.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-03-06T18:21:50.778 INFO:teuthology.orchestra.run.vm07.stdout: Using cached zipp-3.21.0-py3-none-any.whl.metadata (3.7 kB) 2026-03-06T18:21:50.794 INFO:teuthology.orchestra.run.vm07.stdout:Collecting six>=1.5 (from python-dateutil>=2.7.0->oslo.log>=4.3.0->barbican==20.0.1.dev3) 2026-03-06T18:21:50.794 INFO:teuthology.orchestra.run.vm07.stdout: Using cached six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-03-06T18:21:50.852 INFO:teuthology.orchestra.run.vm07.stdout:Collecting charset-normalizer<4,>=2 (from requests>=2.18.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-03-06T18:21:50.852 INFO:teuthology.orchestra.run.vm07.stdout: Using cached charset_normalizer-3.4.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (35 kB) 2026-03-06T18:21:50.866 INFO:teuthology.orchestra.run.vm07.stdout:Collecting idna<4,>=2.5 (from requests>=2.18.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-03-06T18:21:50.867 INFO:teuthology.orchestra.run.vm07.stdout: Using cached idna-3.10-py3-none-any.whl.metadata (10 kB) 2026-03-06T18:21:50.886 INFO:teuthology.orchestra.run.vm07.stdout:Collecting urllib3<3,>=1.21.1 (from requests>=2.18.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-03-06T18:21:50.887 INFO:teuthology.orchestra.run.vm07.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-03-06T18:21:50.908 INFO:teuthology.orchestra.run.vm07.stdout:Collecting certifi>=2017.4.17 (from requests>=2.18.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-03-06T18:21:50.909 INFO:teuthology.orchestra.run.vm07.stdout: Using cached certifi-2026.2.25-py3-none-any.whl.metadata (2.5 kB) 2026-03-06T18:21:50.930 INFO:teuthology.orchestra.run.vm07.stdout:Collecting repoze.lru>=0.3 (from Routes>=2.3.1->oslo.service!=1.28.1,>=1.24.0->barbican==20.0.1.dev3) 2026-03-06T18:21:50.931 INFO:teuthology.orchestra.run.vm07.stdout: Using cached repoze.lru-0.7-py3-none-any.whl.metadata (1.1 kB) 2026-03-06T18:21:50.957 INFO:teuthology.orchestra.run.vm07.stdout:Collecting testtools (from testscenarios>=0.4->oslo.db>=4.27.0->barbican==20.0.1.dev3) 2026-03-06T18:21:50.958 INFO:teuthology.orchestra.run.vm07.stdout: Using cached testtools-2.7.2-py3-none-any.whl.metadata (5.2 kB) 2026-03-06T18:21:50.968 INFO:teuthology.orchestra.run.vm07.stdout:Using cached pytz-2025.1-py2.py3-none-any.whl (507 kB) 2026-03-06T18:21:50.969 INFO:teuthology.orchestra.run.vm07.stdout:Using cached alembic-1.14.1-py3-none-any.whl (233 kB) 2026-03-06T18:21:50.979 INFO:teuthology.orchestra.run.vm07.stdout:Downloading castellan-5.2.1-py3-none-any.whl (99 kB) 2026-03-06T18:21:50.990 INFO:teuthology.orchestra.run.vm07.stdout:Using cached cffi-1.17.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (445 kB) 2026-03-06T18:21:50.991 INFO:teuthology.orchestra.run.vm07.stdout:Using cached cryptography-43.0.3-cp39-abi3-manylinux_2_28_x86_64.whl (4.0 MB) 2026-03-06T18:21:50.993 INFO:teuthology.orchestra.run.vm07.stdout:Using cached eventlet-0.39.0-py3-none-any.whl (363 kB) 2026-03-06T18:21:50.994 INFO:teuthology.orchestra.run.vm07.stdout:Using cached dnspython-2.7.0-py3-none-any.whl (313 kB) 2026-03-06T18:21:50.994 INFO:teuthology.orchestra.run.vm07.stdout:Using cached greenlet-3.1.1-cp39-cp39-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl (597 kB) 2026-03-06T18:21:50.995 INFO:teuthology.orchestra.run.vm07.stdout:Using cached jsonschema-4.23.0-py3-none-any.whl (88 kB) 2026-03-06T18:21:50.996 INFO:teuthology.orchestra.run.vm07.stdout:Using cached attrs-25.1.0-py3-none-any.whl (63 kB) 2026-03-06T18:21:50.997 INFO:teuthology.orchestra.run.vm07.stdout:Using cached jsonschema_specifications-2024.10.1-py3-none-any.whl (18 kB) 2026-03-06T18:21:50.998 INFO:teuthology.orchestra.run.vm07.stdout:Using cached keystoneauth1-5.10.0-py3-none-any.whl (344 kB) 2026-03-06T18:21:50.999 INFO:teuthology.orchestra.run.vm07.stdout:Using cached iso8601-2.1.0-py3-none-any.whl (7.5 kB) 2026-03-06T18:21:51.000 INFO:teuthology.orchestra.run.vm07.stdout:Using cached keystonemiddleware-10.9.0-py3-none-any.whl (151 kB) 2026-03-06T18:21:51.011 INFO:teuthology.orchestra.run.vm07.stdout:Downloading ldap3-2.9.1-py2.py3-none-any.whl (432 kB) 2026-03-06T18:21:51.032 INFO:teuthology.orchestra.run.vm07.stdout:Downloading microversion_parse-2.0.0-py3-none-any.whl (19 kB) 2026-03-06T18:21:51.037 INFO:teuthology.orchestra.run.vm07.stdout:Using cached os_service_types-1.7.0-py2.py3-none-any.whl (24 kB) 2026-03-06T18:21:51.037 INFO:teuthology.orchestra.run.vm07.stdout:Using cached oslo_cache-3.10.2-py3-none-any.whl (76 kB) 2026-03-06T18:21:51.038 INFO:teuthology.orchestra.run.vm07.stdout:Using cached debtcollector-3.0.0-py3-none-any.whl (23 kB) 2026-03-06T18:21:51.039 INFO:teuthology.orchestra.run.vm07.stdout:Using cached dogpile.cache-1.3.4-py3-none-any.whl (62 kB) 2026-03-06T18:21:51.039 INFO:teuthology.orchestra.run.vm07.stdout:Using cached decorator-5.1.1-py3-none-any.whl (9.1 kB) 2026-03-06T18:21:51.040 INFO:teuthology.orchestra.run.vm07.stdout:Using cached oslo.config-9.7.1-py3-none-any.whl (131 kB) 2026-03-06T18:21:51.041 INFO:teuthology.orchestra.run.vm07.stdout:Using cached netaddr-1.3.0-py3-none-any.whl (2.3 MB) 2026-03-06T18:21:51.042 INFO:teuthology.orchestra.run.vm07.stdout:Using cached oslo.context-5.7.1-py3-none-any.whl (20 kB) 2026-03-06T18:21:51.044 INFO:teuthology.orchestra.run.vm07.stdout:Using cached oslo.db-17.2.1-py3-none-any.whl (156 kB) 2026-03-06T18:21:51.045 INFO:teuthology.orchestra.run.vm07.stdout:Using cached oslo.i18n-6.5.1-py3-none-any.whl (46 kB) 2026-03-06T18:21:51.045 INFO:teuthology.orchestra.run.vm07.stdout:Using cached oslo.log-7.1.0-py3-none-any.whl (73 kB) 2026-03-06T18:21:51.046 INFO:teuthology.orchestra.run.vm07.stdout:Using cached oslo.messaging-16.1.0-py3-none-any.whl (202 kB) 2026-03-06T18:21:51.047 INFO:teuthology.orchestra.run.vm07.stdout:Using cached amqp-5.3.1-py3-none-any.whl (50 kB) 2026-03-06T18:21:51.047 INFO:teuthology.orchestra.run.vm07.stdout:Using cached vine-5.1.0-py3-none-any.whl (9.6 kB) 2026-03-06T18:21:51.048 INFO:teuthology.orchestra.run.vm07.stdout:Using cached cachetools-5.5.2-py3-none-any.whl (10 kB) 2026-03-06T18:21:51.049 INFO:teuthology.orchestra.run.vm07.stdout:Using cached futurist-3.1.0-py3-none-any.whl (37 kB) 2026-03-06T18:21:51.049 INFO:teuthology.orchestra.run.vm07.stdout:Using cached kombu-5.4.2-py3-none-any.whl (201 kB) 2026-03-06T18:21:51.050 INFO:teuthology.orchestra.run.vm07.stdout:Using cached typing_extensions-4.12.2-py3-none-any.whl (37 kB) 2026-03-06T18:21:51.051 INFO:teuthology.orchestra.run.vm07.stdout:Using cached oslo.metrics-0.11.0-py3-none-any.whl (13 kB) 2026-03-06T18:21:51.051 INFO:teuthology.orchestra.run.vm07.stdout:Using cached oslo.middleware-6.3.1-py3-none-any.whl (64 kB) 2026-03-06T18:21:51.052 INFO:teuthology.orchestra.run.vm07.stdout:Using cached bcrypt-4.0.1-cp36-abi3-manylinux_2_28_x86_64.whl (593 kB) 2026-03-06T18:21:51.053 INFO:teuthology.orchestra.run.vm07.stdout:Using cached jinja2-3.1.5-py3-none-any.whl (134 kB) 2026-03-06T18:21:51.054 INFO:teuthology.orchestra.run.vm07.stdout:Using cached MarkupSafe-3.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (20 kB) 2026-03-06T18:21:51.054 INFO:teuthology.orchestra.run.vm07.stdout:Using cached oslo.policy-4.5.1-py3-none-any.whl (88 kB) 2026-03-06T18:21:51.055 INFO:teuthology.orchestra.run.vm07.stdout:Using cached oslo.serialization-5.7.0-py3-none-any.whl (25 kB) 2026-03-06T18:21:51.056 INFO:teuthology.orchestra.run.vm07.stdout:Using cached msgpack-1.1.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (377 kB) 2026-03-06T18:21:51.057 INFO:teuthology.orchestra.run.vm07.stdout:Using cached oslo.service-4.1.1-py3-none-any.whl (87 kB) 2026-03-06T18:21:51.057 INFO:teuthology.orchestra.run.vm07.stdout:Using cached oslo.concurrency-7.1.0-py3-none-any.whl (47 kB) 2026-03-06T18:21:51.058 INFO:teuthology.orchestra.run.vm07.stdout:Using cached fasteners-0.19-py3-none-any.whl (18 kB) 2026-03-06T18:21:51.059 INFO:teuthology.orchestra.run.vm07.stdout:Using cached oslo.upgradecheck-2.5.0-py3-none-any.whl (14 kB) 2026-03-06T18:21:51.059 INFO:teuthology.orchestra.run.vm07.stdout:Using cached oslo.utils-8.2.0-py3-none-any.whl (134 kB) 2026-03-06T18:21:51.070 INFO:teuthology.orchestra.run.vm07.stdout:Downloading oslo.versionedobjects-3.6.0-py3-none-any.whl (86 kB) 2026-03-06T18:21:51.073 INFO:teuthology.orchestra.run.vm07.stdout:Using cached packaging-24.2-py3-none-any.whl (65 kB) 2026-03-06T18:21:51.074 INFO:teuthology.orchestra.run.vm07.stdout:Using cached Paste-3.10.1-py3-none-any.whl (289 kB) 2026-03-06T18:21:51.075 INFO:teuthology.orchestra.run.vm07.stdout:Using cached PasteDeploy-3.1.0-py3-none-any.whl (16 kB) 2026-03-06T18:21:51.075 INFO:teuthology.orchestra.run.vm07.stdout:Using cached pbr-6.1.1-py2.py3-none-any.whl (108 kB) 2026-03-06T18:21:51.085 INFO:teuthology.orchestra.run.vm07.stdout:Downloading pecan-1.5.1-py3-none-any.whl (146 kB) 2026-03-06T18:21:51.090 INFO:teuthology.orchestra.run.vm07.stdout:Using cached Mako-1.3.9-py3-none-any.whl (78 kB) 2026-03-06T18:21:51.090 INFO:teuthology.orchestra.run.vm07.stdout:Using cached prettytable-3.14.0-py3-none-any.whl (31 kB) 2026-03-06T18:21:51.091 INFO:teuthology.orchestra.run.vm07.stdout:Using cached prometheus_client-0.21.1-py3-none-any.whl (54 kB) 2026-03-06T18:21:51.092 INFO:teuthology.orchestra.run.vm07.stdout:Using cached psutil-7.0.0-cp36-abi3-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (277 kB) 2026-03-06T18:21:51.093 INFO:teuthology.orchestra.run.vm07.stdout:Using cached pyasn1-0.6.0-py2.py3-none-any.whl (85 kB) 2026-03-06T18:21:51.094 INFO:teuthology.orchestra.run.vm07.stdout:Using cached pycadf-4.0.1-py3-none-any.whl (44 kB) 2026-03-06T18:21:51.095 INFO:teuthology.orchestra.run.vm07.stdout:Using cached PyJWT-2.10.1-py3-none-any.whl (22 kB) 2026-03-06T18:21:51.095 INFO:teuthology.orchestra.run.vm07.stdout:Using cached pyparsing-3.2.1-py3-none-any.whl (107 kB) 2026-03-06T18:21:51.105 INFO:teuthology.orchestra.run.vm07.stdout:Downloading python_barbicanclient-7.1.0-py3-none-any.whl (88 kB) 2026-03-06T18:21:51.108 INFO:teuthology.orchestra.run.vm07.stdout:Using cached cliff-4.9.1-py3-none-any.whl (84 kB) 2026-03-06T18:21:51.109 INFO:teuthology.orchestra.run.vm07.stdout:Using cached autopage-0.5.2-py3-none-any.whl (30 kB) 2026-03-06T18:21:51.110 INFO:teuthology.orchestra.run.vm07.stdout:Using cached cmd2-2.5.11-py3-none-any.whl (152 kB) 2026-03-06T18:21:51.111 INFO:teuthology.orchestra.run.vm07.stdout:Using cached importlib_metadata-6.2.1-py3-none-any.whl (21 kB) 2026-03-06T18:21:51.111 INFO:teuthology.orchestra.run.vm07.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-03-06T18:21:51.112 INFO:teuthology.orchestra.run.vm07.stdout:Using cached python_keystoneclient-5.6.0-py3-none-any.whl (397 kB) 2026-03-06T18:21:51.113 INFO:teuthology.orchestra.run.vm07.stdout:Using cached PyYAML-6.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (737 kB) 2026-03-06T18:21:51.114 INFO:teuthology.orchestra.run.vm07.stdout:Using cached referencing-0.36.2-py3-none-any.whl (26 kB) 2026-03-06T18:21:51.115 INFO:teuthology.orchestra.run.vm07.stdout:Using cached requests-2.32.3-py3-none-any.whl (64 kB) 2026-03-06T18:21:51.115 INFO:teuthology.orchestra.run.vm07.stdout:Using cached charset_normalizer-3.4.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (146 kB) 2026-03-06T18:21:51.116 INFO:teuthology.orchestra.run.vm07.stdout:Using cached idna-3.10-py3-none-any.whl (70 kB) 2026-03-06T18:21:51.117 INFO:teuthology.orchestra.run.vm07.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-03-06T18:21:51.118 INFO:teuthology.orchestra.run.vm07.stdout:Using cached certifi-2026.2.25-py3-none-any.whl (153 kB) 2026-03-06T18:21:51.119 INFO:teuthology.orchestra.run.vm07.stdout:Using cached rfc3986-2.0.0-py2.py3-none-any.whl (31 kB) 2026-03-06T18:21:51.119 INFO:teuthology.orchestra.run.vm07.stdout:Using cached Routes-2.5.1-py2.py3-none-any.whl (40 kB) 2026-03-06T18:21:51.120 INFO:teuthology.orchestra.run.vm07.stdout:Using cached repoze.lru-0.7-py3-none-any.whl (10 kB) 2026-03-06T18:21:51.121 INFO:teuthology.orchestra.run.vm07.stdout:Using cached rpds_py-0.23.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (386 kB) 2026-03-06T18:21:51.121 INFO:teuthology.orchestra.run.vm07.stdout:Using cached six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-03-06T18:21:51.122 INFO:teuthology.orchestra.run.vm07.stdout:Using cached SQLAlchemy-2.0.38-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.1 MB) 2026-03-06T18:21:51.124 INFO:teuthology.orchestra.run.vm07.stdout:Using cached statsd-4.0.1-py2.py3-none-any.whl (13 kB) 2026-03-06T18:21:51.125 INFO:teuthology.orchestra.run.vm07.stdout:Using cached stevedore-5.4.1-py3-none-any.whl (49 kB) 2026-03-06T18:21:51.125 INFO:teuthology.orchestra.run.vm07.stdout:Using cached testresources-2.0.1-py2.py3-none-any.whl (36 kB) 2026-03-06T18:21:51.126 INFO:teuthology.orchestra.run.vm07.stdout:Using cached testscenarios-0.5.0-py2.py3-none-any.whl (21 kB) 2026-03-06T18:21:51.127 INFO:teuthology.orchestra.run.vm07.stdout:Using cached tzdata-2025.1-py2.py3-none-any.whl (346 kB) 2026-03-06T18:21:51.128 INFO:teuthology.orchestra.run.vm07.stdout:Using cached wcwidth-0.2.13-py2.py3-none-any.whl (34 kB) 2026-03-06T18:21:51.128 INFO:teuthology.orchestra.run.vm07.stdout:Using cached WebOb-1.8.9-py2.py3-none-any.whl (115 kB) 2026-03-06T18:21:51.129 INFO:teuthology.orchestra.run.vm07.stdout:Using cached wrapt-1.17.2-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (82 kB) 2026-03-06T18:21:51.130 INFO:teuthology.orchestra.run.vm07.stdout:Using cached yappi-1.6.10-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (78 kB) 2026-03-06T18:21:51.131 INFO:teuthology.orchestra.run.vm07.stdout:Using cached zipp-3.21.0-py3-none-any.whl (9.6 kB) 2026-03-06T18:21:51.132 INFO:teuthology.orchestra.run.vm07.stdout:Using cached pycparser-2.22-py3-none-any.whl (117 kB) 2026-03-06T18:21:51.133 INFO:teuthology.orchestra.run.vm07.stdout:Using cached testtools-2.7.2-py3-none-any.whl (179 kB) 2026-03-06T18:21:51.184 INFO:teuthology.orchestra.run.vm07.stdout:Building wheels for collected packages: barbican, logutils 2026-03-06T18:21:51.184 INFO:teuthology.orchestra.run.vm07.stdout: Building editable for barbican (pyproject.toml): started 2026-03-06T18:21:51.472 INFO:teuthology.orchestra.run.vm07.stdout: Building editable for barbican (pyproject.toml): finished with status 'done' 2026-03-06T18:21:51.473 INFO:teuthology.orchestra.run.vm07.stdout: Created wheel for barbican: filename=barbican-20.0.1.dev3-0.editable-py3-none-any.whl size=10656 sha256=5f954b5f622961b694f584e05d8c3277b0d94b154b196a0b05a21587229e006e 2026-03-06T18:21:51.473 INFO:teuthology.orchestra.run.vm07.stdout: Stored in directory: /tmp/pip-ephem-wheel-cache-ccn1_zcz/wheels/f1/57/f3/53823087e3553e245387b520e4d60cf03602debac15567f052 2026-03-06T18:21:51.475 INFO:teuthology.orchestra.run.vm07.stdout: Building wheel for logutils (pyproject.toml): started 2026-03-06T18:21:51.595 INFO:teuthology.orchestra.run.vm07.stdout: Building wheel for logutils (pyproject.toml): finished with status 'done' 2026-03-06T18:21:51.595 INFO:teuthology.orchestra.run.vm07.stdout: Created wheel for logutils: filename=logutils-0.3.5-py3-none-any.whl size=20005 sha256=17ce710717d469251635697c28c123a7cd2ad4664fe06109d302903454959807 2026-03-06T18:21:51.595 INFO:teuthology.orchestra.run.vm07.stdout: Stored in directory: /home/ubuntu/.cache/pip/wheels/72/a7/97/a18ed864266911192f077c6cbb090639a8d1b9d3ad44da88d7 2026-03-06T18:21:51.596 INFO:teuthology.orchestra.run.vm07.stdout:Successfully built barbican logutils 2026-03-06T18:21:51.692 INFO:teuthology.orchestra.run.vm07.stdout:Installing collected packages: wcwidth, statsd, repoze.lru, pytz, pyperclip, logutils, zipp, Yappi, wrapt, WebOb, vine, urllib3, tzdata, typing-extensions, testtools, six, rpds-py, rfc3986, PyYAML, pyparsing, PyJWT, pycparser, pyasn1, psutil, prometheus-client, PrettyTable, pbr, PasteDeploy, Paste, packaging, netaddr, msgpack, MarkupSafe, iso8601, idna, greenlet, fasteners, dnspython, decorator, cmd2, charset-normalizer, certifi, cachetools, bcrypt, autopage, attrs, testscenarios, testresources, stevedore, SQLAlchemy, Routes, requests, referencing, python-dateutil, oslo.i18n, os-service-types, microversion-parse, Mako, ldap3, Jinja2, importlib-metadata, eventlet, debtcollector, cffi, amqp, pecan, oslo.utils, oslo.context, oslo.config, kombu, keystoneauth1, jsonschema-specifications, futurist, dogpile.cache, cryptography, cliff, alembic, oslo.serialization, oslo.middleware, oslo.db, oslo.concurrency, jsonschema, python-keystoneclient, python-barbicanclient, pycadf, oslo.policy, oslo.log, oslo.upgradecheck, oslo.service, oslo.metrics, oslo.cache, castellan, oslo.messaging, keystonemiddleware, oslo.versionedobjects, barbican 2026-03-06T18:21:55.245 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:21:55.250 INFO:teuthology.orchestra.run.vm07.stdout:Successfully installed Jinja2-3.1.5 Mako-1.3.9 MarkupSafe-3.0.2 Paste-3.10.1 PasteDeploy-3.1.0 PrettyTable-3.14.0 PyJWT-2.10.1 PyYAML-6.0.2 Routes-2.5.1 SQLAlchemy-2.0.38 WebOb-1.8.9 Yappi-1.6.10 alembic-1.14.1 amqp-5.3.1 attrs-25.1.0 autopage-0.5.2 barbican-20.0.1.dev3 bcrypt-4.0.1 cachetools-5.5.2 castellan-5.2.1 certifi-2026.2.25 cffi-1.17.1 charset-normalizer-3.4.1 cliff-4.9.1 cmd2-2.5.11 cryptography-43.0.3 debtcollector-3.0.0 decorator-5.1.1 dnspython-2.7.0 dogpile.cache-1.3.4 eventlet-0.39.0 fasteners-0.19 futurist-3.1.0 greenlet-3.1.1 idna-3.10 importlib-metadata-6.2.1 iso8601-2.1.0 jsonschema-4.23.0 jsonschema-specifications-2024.10.1 keystoneauth1-5.10.0 keystonemiddleware-10.9.0 kombu-5.4.2 ldap3-2.9.1 logutils-0.3.5 microversion-parse-2.0.0 msgpack-1.1.0 netaddr-1.3.0 os-service-types-1.7.0 oslo.cache-3.10.2 oslo.concurrency-7.1.0 oslo.config-9.7.1 oslo.context-5.7.1 oslo.db-17.2.1 oslo.i18n-6.5.1 oslo.log-7.1.0 oslo.messaging-16.1.0 oslo.metrics-0.11.0 oslo.middleware-6.3.1 oslo.policy-4.5.1 oslo.serialization-5.7.0 oslo.service-4.1.1 oslo.upgradecheck-2.5.0 oslo.utils-8.2.0 oslo.versionedobjects-3.6.0 packaging-24.2 pbr-6.1.1 pecan-1.5.1 prometheus-client-0.21.1 psutil-7.0.0 pyasn1-0.6.0 pycadf-4.0.1 pycparser-2.22 pyparsing-3.2.1 pyperclip-1.9.0 python-barbicanclient-7.1.0 python-dateutil-2.9.0.post0 python-keystoneclient-5.6.0 pytz-2025.1 referencing-0.36.2 repoze.lru-0.7 requests-2.32.3 rfc3986-2.0.0 rpds-py-0.23.1 six-1.17.0 statsd-4.0.1 stevedore-5.4.1 testresources-2.0.1 testscenarios-0.5.0 testtools-2.7.2 typing-extensions-4.12.2 tzdata-2025.1 urllib3-1.26.20 vine-5.1.0 wcwidth-0.2.13 wrapt-1.17.2 zipp-3.21.0 2026-03-06T18:21:55.512 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/barbican && sed -i '/[[]filter:authtoken]/{p;s##auth_plugin = password#;}' etc/barbican/barbican-api-paste.ini 2026-03-06T18:21:55.531 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/barbican && sed -i '/[[]filter:authtoken]/{p;s##password = barbican-pass#;}' etc/barbican/barbican-api-paste.ini 2026-03-06T18:21:55.588 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/barbican && sed -i '/[[]filter:authtoken]/{p;s##user_domain_name = Default#;}' etc/barbican/barbican-api-paste.ini 2026-03-06T18:21:55.645 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/barbican && sed -i '/[[]filter:authtoken]/{p;s##username = barbican-user#;}' etc/barbican/barbican-api-paste.ini 2026-03-06T18:21:55.701 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/barbican && sed -i '/[[]filter:authtoken]/{p;s##auth_uri = http://vm07.local:5000/v3#;}' etc/barbican/barbican-api-paste.ini 2026-03-06T18:21:55.758 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/barbican && sed -i '/[[]filter:authtoken]/{p;s##auth_url = http://vm07.local:5000/v3#;}' etc/barbican/barbican-api-paste.ini 2026-03-06T18:21:55.816 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/barbican && sed -i '/prop_dir =/ s#etc/barbican#/home/ubuntu/cephtest/barbican/etc/barbican#' bin/barbican-api 2026-03-06T18:21:55.874 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/barbican && sed -i -n '/\[pipeline:barbican_api]/ {p;n; /^pipeline =/ { s/.*/pipeline = unauthenticated-context apiapp/;p;d } } ; p' ./etc/barbican/barbican-api-paste.ini 2026-03-06T18:21:55.930 INFO:tasks.barbican:barbican url=http://vm07.local:9311 2026-03-06T18:21:55.931 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/barbican && bash -c 'echo -n -e "[DEFAULT] 2026-03-06T18:21:55.931 DEBUG:teuthology.orchestra.run.vm07:> host_href = http://vm07.local:9311 2026-03-06T18:21:55.931 DEBUG:teuthology.orchestra.run.vm07:> [simple_crypto_plugin] 2026-03-06T18:21:55.931 DEBUG:teuthology.orchestra.run.vm07:> kek = UGxlYXNlIG1ha2UgYmFyYmljYW4gZ3JlYXQgYWdhaW4= 2026-03-06T18:21:55.931 DEBUG:teuthology.orchestra.run.vm07:> " >barbican.conf' 2026-03-06T18:21:56.002 INFO:tasks.barbican:run barbican db upgrade 2026-03-06T18:21:56.002 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/barbican && . .barbicanenv/bin/activate && barbican-manage --config-file /home/ubuntu/cephtest/barbican/barbican.conf db upgrade 2026-03-06T18:21:56.473 INFO:teuthology.orchestra.run.vm07.stdout:2026-03-06 18:21:56.472 84631 WARNING barbican.model.migration.commands [-] !!! Limited support for migration commands using sqlite databases; This operation may not succeed. 2026-03-06T18:21:56.478 INFO:teuthology.orchestra.run.vm07.stdout:2026-03-06 18:21:56.478 84631 INFO alembic.runtime.migration [-] Context impl SQLiteImpl. 2026-03-06T18:21:56.478 INFO:teuthology.orchestra.run.vm07.stdout:2026-03-06 18:21:56.478 84631 INFO alembic.runtime.migration [-] Will assume non-transactional DDL. 2026-03-06T18:21:56.483 INFO:teuthology.orchestra.run.vm07.stdout:2026-03-06 18:21:56.483 84631 INFO alembic.runtime.migration [-] Running upgrade -> 39cf2e645cba, Ocata rebase 2026-03-06T18:21:56.507 INFO:teuthology.orchestra.run.vm07.stdout:2026-03-06 18:21:56.507 84631 INFO alembic.runtime.migration [-] Running upgrade 39cf2e645cba -> 0f8c192a061f, Add Secret Consumers table 2026-03-06T18:21:56.510 INFO:teuthology.orchestra.run.vm07.stdout:2026-03-06 18:21:56.510 84631 INFO alembic.runtime.migration [-] Running upgrade 0f8c192a061f -> 8c74e2d7f1ff, Update secret consumers unique constraint to mach the updated spec 2026-03-06T18:21:56.641 INFO:tasks.barbican:run barbican db sync_secret_stores 2026-03-06T18:21:56.641 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/barbican && . .barbicanenv/bin/activate && barbican-manage --config-file /home/ubuntu/cephtest/barbican/barbican.conf db sync_secret_stores 2026-03-06T18:21:57.045 INFO:teuthology.orchestra.run.vm07.stdout:2026-03-06 18:21:57.044 84655 INFO barbican.model.sync [-] Syncing the secret_stores table with barbican.conf 2026-03-06T18:21:57.045 INFO:teuthology.orchestra.run.vm07.stdout:2026-03-06 18:21:57.045 84655 INFO barbican.model.repositories [-] Setting up database engine and session factory 2026-03-06T18:21:57.050 INFO:teuthology.orchestra.run.vm07.stdout:2026-03-06 18:21:57.050 84655 INFO barbican.model.repositories [-] Not auto-creating barbican registry DB 2026-03-06T18:21:57.167 INFO:tasks.barbican:Running barbican... 2026-03-06T18:21:57.168 INFO:tasks.barbican.client.0:Restarting daemon 2026-03-06T18:21:57.168 DEBUG:teuthology.orchestra.run.vm07:> (cd /home/ubuntu/cephtest/barbican && exec bash -c 'cd /home/ubuntu/cephtest/barbican && . .barbicanenv/bin/activate && HOME=/home/ubuntu/cephtest/barbican && exec bin/barbican-api & { read; kill %1; }') 2026-03-06T18:21:57.169 INFO:tasks.barbican.client.0:Started 2026-03-06T18:21:57.169 DEBUG:teuthology.orchestra.run.vm07:> cd /home/ubuntu/cephtest/barbican && . .barbicanenv/bin/activate && sleep 15 2026-03-06T18:21:57.812 INFO:tasks.barbican.client.0.vm07.stdout:2026-03-06 18:21:57.811 84728 INFO barbican.model.repositories [-] Setting up database engine and session factory 2026-03-06T18:21:57.816 INFO:tasks.barbican.client.0.vm07.stdout:2026-03-06 18:21:57.816 84728 INFO barbican.model.repositories [-] Not auto-creating barbican registry DB 2026-03-06T18:21:57.817 INFO:tasks.barbican.client.0.vm07.stdout:2026-03-06 18:21:57.817 84728 INFO barbican.api.app [-] Barbican app created and initialized 2026-03-06T18:21:57.818 INFO:tasks.barbican.client.0.vm07.stdout:2026-03-06 18:21:57.817 84728 WARNING keystonemiddleware._common.config [-] The option "auth_url" is not known to keystonemiddleware 2026-03-06T18:21:57.818 INFO:tasks.barbican.client.0.vm07.stdout:2026-03-06 18:21:57.818 84728 WARNING keystonemiddleware._common.config [-] The option "username" is not known to keystonemiddleware 2026-03-06T18:21:57.818 INFO:tasks.barbican.client.0.vm07.stdout:2026-03-06 18:21:57.818 84728 WARNING keystonemiddleware._common.config [-] The option "user_domain_name" is not known to keystonemiddleware 2026-03-06T18:21:57.818 INFO:tasks.barbican.client.0.vm07.stdout:2026-03-06 18:21:57.818 84728 WARNING keystonemiddleware._common.config [-] The option "password" is not known to keystonemiddleware 2026-03-06T18:21:57.818 INFO:tasks.barbican.client.0.vm07.stdout:2026-03-06 18:21:57.818 84728 WARNING keystonemiddleware.auth_token [-] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. 2026-03-06T18:22:12.186 INFO:tasks.barbican:barbican_url=http://vm07.local:9311 2026-03-06T18:22:12.395 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 69/69] 192.168.123.1 () {26 vars in 323 bytes} [Fri Mar 6 18:22:12 2026] POST /v3/auth/tokens => generated 1269 bytes in 207 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-03-06T18:22:12.609 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 70/70] 192.168.123.1 () {26 vars in 323 bytes} [Fri Mar 6 18:22:12 2026] POST /v3/auth/tokens => generated 1196 bytes in 212 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-03-06T18:22:12.610 INFO:tasks.barbican.client.0.vm07.stdout:serving on 0.0.0.0:9311 view at http://127.0.0.1:9311 2026-03-06T18:22:12.610 INFO:tasks.barbican.client.0.vm07.stdout:2026-03-06 18:22:12.610 84728 WARNING keystonemiddleware.auth_token [-] Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. 2026-03-06T18:22:12.615 INFO:tasks.keystone.client.0.vm07.stderr:[pid: 83810|app: 0|req: 71/71] 192.168.123.107 () {28 vars in 447 bytes} [Fri Mar 6 18:22:12 2026] GET /v3 => generated 250 bytes in 2 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-03-06T18:22:12.616 INFO:tasks.barbican.client.0.vm07.stdout:2026-03-06 18:22:12.614 84728 CRITICAL keystonemiddleware.auth_token [-] Unable to validate token: Unable to establish connection to http://vm07.local:5000/v3/auth/tokens: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer')): keystoneauth1.exceptions.connection.ConnectFailure: Unable to establish connection to http://vm07.local:5000/v3/auth/tokens: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer')) 2026-03-06T18:22:12.617 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthos/teuthology/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthos/src/github.com_kshtsk_ceph_545c5f01d80aa4e9e369fac62ca8d472e7315a4e/qa/tasks/barbican.py", line 382, in create_secrets raise Exception("Cannot create secret") Exception: Cannot create secret 2026-03-06T18:22:12.617 INFO:tasks.barbican:Stopping Barbican instance 2026-03-06T18:22:12.617 DEBUG:tasks.barbican.client.0:waiting for process to exit 2026-03-06T18:22:12.617 INFO:teuthology.orchestra.run:waiting for 300 2026-03-06T18:22:12.624 INFO:tasks.barbican.client.0:Stopped 2026-03-06T18:22:12.624 INFO:tasks.barbican:Removing barbican... 2026-03-06T18:22:12.624 DEBUG:teuthology.orchestra.run.vm07:> rm -rf /home/ubuntu/cephtest/barbican 2026-03-06T18:22:12.879 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthos/teuthology/teuthology/run_tasks.py", line 112, in run_tasks manager.__enter__() File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthos/src/github.com_kshtsk_ceph_545c5f01d80aa4e9e369fac62ca8d472e7315a4e/qa/tasks/barbican.py", line 528, in task with contextutil.nested( File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthos/teuthology/teuthology/contextutil.py", line 54, in nested raise exc[1] File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 153, in __exit__ self.gen.throw(typ, value, traceback) File "/home/teuthos/src/github.com_kshtsk_ceph_545c5f01d80aa4e9e369fac62ca8d472e7315a4e/qa/tasks/barbican.py", line 63, in download yield File "/home/teuthos/teuthology/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthos/src/github.com_kshtsk_ceph_545c5f01d80aa4e9e369fac62ca8d472e7315a4e/qa/tasks/barbican.py", line 382, in create_secrets raise Exception("Cannot create secret") Exception: Cannot create secret 2026-03-06T18:22:12.880 DEBUG:teuthology.run_tasks:Unwinding manager barbican 2026-03-06T18:22:12.882 DEBUG:teuthology.run_tasks:Unwinding manager keystone 2026-03-06T18:22:12.884 INFO:tasks.keystone:Stopping Keystone public instance 2026-03-06T18:22:12.884 DEBUG:tasks.keystone.client.0:waiting for process to exit 2026-03-06T18:22:12.884 INFO:teuthology.orchestra.run:waiting for 300 2026-03-06T18:22:13.176 INFO:tasks.keystone.client.0:Stopped 2026-03-06T18:22:13.176 INFO:tasks.keystone:Removing packaged dependencies of Keystone... 2026-03-06T18:22:13.176 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y erase cyrus-sasl-devel 2026-03-06T18:22:13.407 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:13.407 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:13.407 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:22:13.408 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:13.408 INFO:teuthology.orchestra.run.vm07.stdout:Removing: 2026-03-06T18:22:13.408 INFO:teuthology.orchestra.run.vm07.stdout: cyrus-sasl-devel x86_64 2.1.27-21.el9 @appstream 206 k 2026-03-06T18:22:13.408 INFO:teuthology.orchestra.run.vm07.stdout:Removing dependent packages: 2026-03-06T18:22:13.408 INFO:teuthology.orchestra.run.vm07.stdout: openldap-devel x86_64 2.6.8-4.el9.0.1 @appstream 3.7 M 2026-03-06T18:22:13.408 INFO:teuthology.orchestra.run.vm07.stdout:Removing unused dependencies: 2026-03-06T18:22:13.408 INFO:teuthology.orchestra.run.vm07.stdout: cyrus-sasl x86_64 2.1.27-21.el9 @baseos 143 k 2026-03-06T18:22:13.408 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:13.408 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:22:13.408 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:13.408 INFO:teuthology.orchestra.run.vm07.stdout:Remove 3 Packages 2026-03-06T18:22:13.408 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:13.408 INFO:teuthology.orchestra.run.vm07.stdout:Freed space: 4.1 M 2026-03-06T18:22:13.408 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:22:13.411 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:22:13.411 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:22:13.426 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:22:13.427 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:22:13.485 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:22:13.491 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : openldap-devel-2.6.8-4.el9.0.1.x86_64 1/3 2026-03-06T18:22:13.494 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/3 2026-03-06T18:22:13.513 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 3/3 2026-03-06T18:22:13.513 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : cyrus-sasl-2.1.27-21.el9.x86_64 3/3 2026-03-06T18:22:13.617 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 3/3 2026-03-06T18:22:13.617 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cyrus-sasl-2.1.27-21.el9.x86_64 1/3 2026-03-06T18:22:13.617 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/3 2026-03-06T18:22:13.674 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openldap-devel-2.6.8-4.el9.0.1.x86_64 3/3 2026-03-06T18:22:13.674 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:13.674 INFO:teuthology.orchestra.run.vm07.stdout:Removed: 2026-03-06T18:22:13.674 INFO:teuthology.orchestra.run.vm07.stdout: cyrus-sasl-2.1.27-21.el9.x86_64 cyrus-sasl-devel-2.1.27-21.el9.x86_64 2026-03-06T18:22:13.674 INFO:teuthology.orchestra.run.vm07.stdout: openldap-devel-2.6.8-4.el9.0.1.x86_64 2026-03-06T18:22:13.674 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:13.674 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:13.713 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y erase libffi-devel 2026-03-06T18:22:14.006 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:14.007 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:14.007 INFO:teuthology.orchestra.run.vm07.stdout: Package Architecture Version Repository Size 2026-03-06T18:22:14.007 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:14.007 INFO:teuthology.orchestra.run.vm07.stdout:Removing: 2026-03-06T18:22:14.007 INFO:teuthology.orchestra.run.vm07.stdout: libffi-devel x86_64 3.4.2-8.el9 @appstream 33 k 2026-03-06T18:22:14.007 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:14.007 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:22:14.007 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:14.007 INFO:teuthology.orchestra.run.vm07.stdout:Remove 1 Package 2026-03-06T18:22:14.007 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:14.007 INFO:teuthology.orchestra.run.vm07.stdout:Freed space: 33 k 2026-03-06T18:22:14.007 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:22:14.010 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:22:14.010 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:22:14.012 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:22:14.012 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:22:14.037 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:22:14.061 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-06T18:22:14.172 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-06T18:22:14.245 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-06T18:22:14.246 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:14.246 INFO:teuthology.orchestra.run.vm07.stdout:Removed: 2026-03-06T18:22:14.246 INFO:teuthology.orchestra.run.vm07.stdout: libffi-devel-3.4.2-8.el9.x86_64 2026-03-06T18:22:14.246 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:14.246 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:14.298 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y erase libxml2-devel 2026-03-06T18:22:14.605 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout:Removing: 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout: libxml2-devel x86_64 2.9.13-14.el9_7 @appstream 8.8 M 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout:Removing dependent packages: 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout: libxslt-devel x86_64 1.1.34-13.el9_6 @appstream 2.4 M 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout:Removing unused dependencies: 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout: cmake-filesystem x86_64 3.26.5-3.el9_7 @appstream 0 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout: libgpg-error-devel x86_64 1.42-5.el9 @appstream 228 k 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout: xz-devel x86_64 5.2.5-8.el9_0 @appstream 202 k 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout:Remove 5 Packages 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout:Freed space: 12 M 2026-03-06T18:22:14.607 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:22:14.612 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:22:14.612 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:22:14.634 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:22:14.634 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:22:14.687 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:22:14.704 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libxslt-devel-1.1.34-13.el9_6.x86_64 1/5 2026-03-06T18:22:14.711 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libxml2-devel-2.9.13-14.el9_7.x86_64 2/5 2026-03-06T18:22:14.714 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : cmake-filesystem-3.26.5-3.el9_7.x86_64 3/5 2026-03-06T18:22:14.718 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : xz-devel-5.2.5-8.el9_0.x86_64 4/5 2026-03-06T18:22:14.742 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libgpg-error-devel-1.42-5.el9.x86_64 5/5 2026-03-06T18:22:14.840 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libgpg-error-devel-1.42-5.el9.x86_64 5/5 2026-03-06T18:22:14.840 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cmake-filesystem-3.26.5-3.el9_7.x86_64 1/5 2026-03-06T18:22:14.840 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libgpg-error-devel-1.42-5.el9.x86_64 2/5 2026-03-06T18:22:14.840 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libxml2-devel-2.9.13-14.el9_7.x86_64 3/5 2026-03-06T18:22:14.840 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libxslt-devel-1.1.34-13.el9_6.x86_64 4/5 2026-03-06T18:22:14.929 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xz-devel-5.2.5-8.el9_0.x86_64 5/5 2026-03-06T18:22:14.929 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:14.929 INFO:teuthology.orchestra.run.vm07.stdout:Removed: 2026-03-06T18:22:14.929 INFO:teuthology.orchestra.run.vm07.stdout: cmake-filesystem-3.26.5-3.el9_7.x86_64 libgpg-error-devel-1.42-5.el9.x86_64 2026-03-06T18:22:14.929 INFO:teuthology.orchestra.run.vm07.stdout: libxml2-devel-2.9.13-14.el9_7.x86_64 libxslt-devel-1.1.34-13.el9_6.x86_64 2026-03-06T18:22:14.929 INFO:teuthology.orchestra.run.vm07.stdout: xz-devel-5.2.5-8.el9_0.x86_64 2026-03-06T18:22:14.929 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:14.929 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:14.968 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y erase libxslt-devel 2026-03-06T18:22:15.166 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: libxslt-devel 2026-03-06T18:22:15.167 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:22:15.172 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:15.173 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:22:15.173 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:15.206 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y erase mariadb 2026-03-06T18:22:15.400 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:15.401 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:15.401 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:22:15.401 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:15.401 INFO:teuthology.orchestra.run.vm07.stdout:Removing: 2026-03-06T18:22:15.401 INFO:teuthology.orchestra.run.vm07.stdout: mariadb x86_64 3:10.5.29-3.el9_7 @appstream 21 M 2026-03-06T18:22:15.401 INFO:teuthology.orchestra.run.vm07.stdout:Removing dependent packages: 2026-03-06T18:22:15.401 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-server x86_64 3:10.5.29-3.el9_7 @appstream 63 M 2026-03-06T18:22:15.401 INFO:teuthology.orchestra.run.vm07.stdout:Removing unused dependencies: 2026-03-06T18:22:15.401 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-backup x86_64 3:10.5.29-3.el9_7 @appstream 24 M 2026-03-06T18:22:15.401 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-common x86_64 3:10.5.29-3.el9_7 @appstream 179 k 2026-03-06T18:22:15.401 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-errmsg x86_64 3:10.5.29-3.el9_7 @appstream 2.6 M 2026-03-06T18:22:15.401 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-gssapi-server x86_64 3:10.5.29-3.el9_7 @appstream 20 k 2026-03-06T18:22:15.401 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-server-utils x86_64 3:10.5.29-3.el9_7 @appstream 801 k 2026-03-06T18:22:15.401 INFO:teuthology.orchestra.run.vm07.stdout: mysql-selinux noarch 1.0.14-1.el9_6 @appstream 50 k 2026-03-06T18:22:15.401 INFO:teuthology.orchestra.run.vm07.stdout: perl-DBD-MariaDB x86_64 1.21-17.el9 @appstream 382 k 2026-03-06T18:22:15.401 INFO:teuthology.orchestra.run.vm07.stdout: perl-DBI x86_64 1.643-9.el9 @appstream 1.9 M 2026-03-06T18:22:15.402 INFO:teuthology.orchestra.run.vm07.stdout: perl-Math-BigInt noarch 1:1.9998.18-460.el9 @appstream 709 k 2026-03-06T18:22:15.402 INFO:teuthology.orchestra.run.vm07.stdout: perl-Math-Complex noarch 1.59-481.1.el9_6 @appstream 86 k 2026-03-06T18:22:15.402 INFO:teuthology.orchestra.run.vm07.stdout: perl-Sys-Hostname x86_64 1.23-481.1.el9_6 @appstream 21 k 2026-03-06T18:22:15.402 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:15.402 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:22:15.402 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:15.402 INFO:teuthology.orchestra.run.vm07.stdout:Remove 13 Packages 2026-03-06T18:22:15.402 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:15.402 INFO:teuthology.orchestra.run.vm07.stdout:Freed space: 115 M 2026-03-06T18:22:15.402 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:22:15.406 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:22:15.406 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:22:15.426 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:22:15.426 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:22:15.469 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:22:15.474 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 1/13 2026-03-06T18:22:15.476 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : mariadb-backup-3:10.5.29-3.el9_7.x86_64 2/13 2026-03-06T18:22:15.873 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 3/13 2026-03-06T18:22:15.874 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : mariadb-server-3:10.5.29-3.el9_7.x86_64 3/13 2026-03-06T18:22:15.890 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 3/13 2026-03-06T18:22:15.893 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : mariadb-3:10.5.29-3.el9_7.x86_64 4/13 2026-03-06T18:22:15.898 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 5/13 2026-03-06T18:22:15.900 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 6/13 2026-03-06T18:22:15.902 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : mariadb-common-3:10.5.29-3.el9_7.x86_64 7/13 2026-03-06T18:22:15.902 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : mysql-selinux-1.0.14-1.el9_6.noarch 8/13 2026-03-06T18:22:21.484 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 8/13 2026-03-06T18:22:21.491 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : perl-DBD-MariaDB-1.21-17.el9.x86_64 9/13 2026-03-06T18:22:21.496 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : perl-DBI-1.643-9.el9.x86_64 10/13 2026-03-06T18:22:21.498 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 11/13 2026-03-06T18:22:21.500 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : perl-Math-Complex-1.59-481.1.el9_6.noarch 12/13 2026-03-06T18:22:21.516 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 13/13 2026-03-06T18:22:21.594 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 13/13 2026-03-06T18:22:21.594 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-3:10.5.29-3.el9_7.x86_64 1/13 2026-03-06T18:22:21.594 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-backup-3:10.5.29-3.el9_7.x86_64 2/13 2026-03-06T18:22:21.594 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-common-3:10.5.29-3.el9_7.x86_64 3/13 2026-03-06T18:22:21.594 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 4/13 2026-03-06T18:22:21.594 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 5/13 2026-03-06T18:22:21.594 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-server-3:10.5.29-3.el9_7.x86_64 6/13 2026-03-06T18:22:21.594 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 7/13 2026-03-06T18:22:21.594 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mysql-selinux-1.0.14-1.el9_6.noarch 8/13 2026-03-06T18:22:21.594 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : perl-DBD-MariaDB-1.21-17.el9.x86_64 9/13 2026-03-06T18:22:21.594 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : perl-DBI-1.643-9.el9.x86_64 10/13 2026-03-06T18:22:21.594 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 11/13 2026-03-06T18:22:21.594 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : perl-Math-Complex-1.59-481.1.el9_6.noarch 12/13 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 13/13 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout:Removed: 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-3:10.5.29-3.el9_7.x86_64 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-backup-3:10.5.29-3.el9_7.x86_64 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-common-3:10.5.29-3.el9_7.x86_64 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-server-3:10.5.29-3.el9_7.x86_64 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout: mysql-selinux-1.0.14-1.el9_6.noarch 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout: perl-DBD-MariaDB-1.21-17.el9.x86_64 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout: perl-DBI-1.643-9.el9.x86_64 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout: perl-Math-BigInt-1:1.9998.18-460.el9.noarch 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout: perl-Math-Complex-1.59-481.1.el9_6.noarch 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout: perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:21.644 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:21.683 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y erase mariadb-devel 2026-03-06T18:22:21.973 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:21.973 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:21.973 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:22:21.973 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:21.973 INFO:teuthology.orchestra.run.vm07.stdout:Removing: 2026-03-06T18:22:21.973 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-devel x86_64 3:10.5.29-3.el9_7 @crb 5.5 M 2026-03-06T18:22:21.973 INFO:teuthology.orchestra.run.vm07.stdout:Removing unused dependencies: 2026-03-06T18:22:21.973 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-connector-c x86_64 3.2.6-1.el9_0 @appstream 540 k 2026-03-06T18:22:21.974 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-connector-c-config noarch 3.2.6-1.el9_0 @appstream 497 2026-03-06T18:22:21.974 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-connector-c-devel x86_64 3.2.6-1.el9_0 @appstream 184 k 2026-03-06T18:22:21.974 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-connector-c-doc noarch 3.2.6-1.el9_0 @crb 72 k 2026-03-06T18:22:21.974 INFO:teuthology.orchestra.run.vm07.stdout: openssl-devel x86_64 1:3.5.1-7.el9_7 @appstream 5.3 M 2026-03-06T18:22:21.974 INFO:teuthology.orchestra.run.vm07.stdout: zlib-devel x86_64 1.2.11-40.el9 @appstream 138 k 2026-03-06T18:22:21.974 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:21.974 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:22:21.974 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:21.974 INFO:teuthology.orchestra.run.vm07.stdout:Remove 7 Packages 2026-03-06T18:22:21.974 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:21.974 INFO:teuthology.orchestra.run.vm07.stdout:Freed space: 12 M 2026-03-06T18:22:21.974 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:22:21.980 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:22:21.981 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:22:22.049 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:22:22.049 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:22:22.149 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:22:22.158 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : mariadb-devel-3:10.5.29-3.el9_7.x86_64 1/7 2026-03-06T18:22:22.163 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 2/7 2026-03-06T18:22:22.336 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 3/7 2026-03-06T18:22:22.355 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : openssl-devel-1:3.5.1-7.el9_7.x86_64 4/7 2026-03-06T18:22:22.357 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : zlib-devel-1.2.11-40.el9.x86_64 5/7 2026-03-06T18:22:22.360 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : mariadb-connector-c-3.2.6-1.el9_0.x86_64 6/7 2026-03-06T18:22:22.376 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 7/7 2026-03-06T18:22:22.461 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: mariadb-connector-c-config-3.2.6-1.el9_0.noarch 7/7 2026-03-06T18:22:22.462 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-connector-c-3.2.6-1.el9_0.x86_64 1/7 2026-03-06T18:22:22.462 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 2/7 2026-03-06T18:22:22.462 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 3/7 2026-03-06T18:22:22.462 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 4/7 2026-03-06T18:22:22.462 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mariadb-devel-3:10.5.29-3.el9_7.x86_64 5/7 2026-03-06T18:22:22.462 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openssl-devel-1:3.5.1-7.el9_7.x86_64 6/7 2026-03-06T18:22:22.512 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 7/7 2026-03-06T18:22:22.512 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:22.512 INFO:teuthology.orchestra.run.vm07.stdout:Removed: 2026-03-06T18:22:22.512 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-connector-c-3.2.6-1.el9_0.x86_64 2026-03-06T18:22:22.512 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-connector-c-config-3.2.6-1.el9_0.noarch 2026-03-06T18:22:22.512 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 2026-03-06T18:22:22.512 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 2026-03-06T18:22:22.512 INFO:teuthology.orchestra.run.vm07.stdout: mariadb-devel-3:10.5.29-3.el9_7.x86_64 2026-03-06T18:22:22.512 INFO:teuthology.orchestra.run.vm07.stdout: openssl-devel-1:3.5.1-7.el9_7.x86_64 2026-03-06T18:22:22.512 INFO:teuthology.orchestra.run.vm07.stdout: zlib-devel-1.2.11-40.el9.x86_64 2026-03-06T18:22:22.512 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:22.512 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:22.570 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y erase mariadb-server 2026-03-06T18:22:22.764 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: mariadb-server 2026-03-06T18:22:22.764 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:22:22.768 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:22.769 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:22:22.769 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:22.798 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y erase openldap-devel 2026-03-06T18:22:22.984 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: openldap-devel 2026-03-06T18:22:22.985 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:22:22.989 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:22.989 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:22:22.989 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:23.021 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y erase openssl-devel 2026-03-06T18:22:23.197 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: openssl-devel 2026-03-06T18:22:23.197 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:22:23.201 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:23.202 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:22:23.202 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:23.224 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y erase postgresql 2026-03-06T18:22:23.428 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:23.428 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:23.428 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:22:23.428 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:23.428 INFO:teuthology.orchestra.run.vm07.stdout:Removing: 2026-03-06T18:22:23.428 INFO:teuthology.orchestra.run.vm07.stdout: postgresql x86_64 13.23-1.el9_7 @appstream 5.9 M 2026-03-06T18:22:23.428 INFO:teuthology.orchestra.run.vm07.stdout:Removing dependent packages: 2026-03-06T18:22:23.428 INFO:teuthology.orchestra.run.vm07.stdout: postgresql-server x86_64 13.23-1.el9_7 @appstream 23 M 2026-03-06T18:22:23.428 INFO:teuthology.orchestra.run.vm07.stdout:Removing unused dependencies: 2026-03-06T18:22:23.428 INFO:teuthology.orchestra.run.vm07.stdout: postgresql-private-libs x86_64 13.23-1.el9_7 @appstream 339 k 2026-03-06T18:22:23.428 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:23.428 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:22:23.428 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:23.428 INFO:teuthology.orchestra.run.vm07.stdout:Remove 3 Packages 2026-03-06T18:22:23.428 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:23.429 INFO:teuthology.orchestra.run.vm07.stdout:Freed space: 29 M 2026-03-06T18:22:23.429 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:22:23.432 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:22:23.432 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:22:23.449 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:22:23.449 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:22:23.489 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:22:23.517 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: postgresql-server-13.23-1.el9_7.x86_64 1/3 2026-03-06T18:22:23.517 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : postgresql-server-13.23-1.el9_7.x86_64 1/3 2026-03-06T18:22:23.540 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: postgresql-server-13.23-1.el9_7.x86_64 1/3 2026-03-06T18:22:23.543 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : postgresql-13.23-1.el9_7.x86_64 2/3 2026-03-06T18:22:23.559 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : postgresql-private-libs-13.23-1.el9_7.x86_64 3/3 2026-03-06T18:22:23.630 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: postgresql-private-libs-13.23-1.el9_7.x86_64 3/3 2026-03-06T18:22:23.631 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : postgresql-13.23-1.el9_7.x86_64 1/3 2026-03-06T18:22:23.631 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : postgresql-private-libs-13.23-1.el9_7.x86_64 2/3 2026-03-06T18:22:23.675 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : postgresql-server-13.23-1.el9_7.x86_64 3/3 2026-03-06T18:22:23.675 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:23.675 INFO:teuthology.orchestra.run.vm07.stdout:Removed: 2026-03-06T18:22:23.675 INFO:teuthology.orchestra.run.vm07.stdout: postgresql-13.23-1.el9_7.x86_64 2026-03-06T18:22:23.675 INFO:teuthology.orchestra.run.vm07.stdout: postgresql-private-libs-13.23-1.el9_7.x86_64 2026-03-06T18:22:23.675 INFO:teuthology.orchestra.run.vm07.stdout: postgresql-server-13.23-1.el9_7.x86_64 2026-03-06T18:22:23.675 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:23.675 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:23.707 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y erase postgresql-devel 2026-03-06T18:22:24.001 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:24.001 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:24.002 INFO:teuthology.orchestra.run.vm07.stdout: Package Architecture Version Repository Size 2026-03-06T18:22:24.002 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:24.002 INFO:teuthology.orchestra.run.vm07.stdout:Removing: 2026-03-06T18:22:24.002 INFO:teuthology.orchestra.run.vm07.stdout: libpq-devel x86_64 13.23-1.el9_7 @appstream 321 k 2026-03-06T18:22:24.002 INFO:teuthology.orchestra.run.vm07.stdout:Removing unused dependencies: 2026-03-06T18:22:24.002 INFO:teuthology.orchestra.run.vm07.stdout: libpq x86_64 13.23-1.el9_7 @appstream 735 k 2026-03-06T18:22:24.002 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:24.002 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:22:24.002 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:24.002 INFO:teuthology.orchestra.run.vm07.stdout:Remove 2 Packages 2026-03-06T18:22:24.002 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:24.002 INFO:teuthology.orchestra.run.vm07.stdout:Freed space: 1.0 M 2026-03-06T18:22:24.002 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:22:24.006 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:22:24.006 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:22:24.021 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:22:24.021 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:22:24.062 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:22:24.067 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libpq-devel-13.23-1.el9_7.x86_64 1/2 2026-03-06T18:22:24.135 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libpq-13.23-1.el9_7.x86_64 2/2 2026-03-06T18:22:24.135 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libpq-13.23-1.el9_7.x86_64 1/2 2026-03-06T18:22:24.195 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-03-06T18:22:24.195 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:24.195 INFO:teuthology.orchestra.run.vm07.stdout:Removed: 2026-03-06T18:22:24.195 INFO:teuthology.orchestra.run.vm07.stdout: libpq-13.23-1.el9_7.x86_64 libpq-devel-13.23-1.el9_7.x86_64 2026-03-06T18:22:24.195 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:24.195 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:24.230 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y erase postgresql-server 2026-03-06T18:22:24.420 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: postgresql-server 2026-03-06T18:22:24.420 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:22:24.424 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:24.424 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:22:24.424 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:24.451 INFO:tasks.keystone:Removing keystone... 2026-03-06T18:22:24.451 DEBUG:teuthology.orchestra.run.vm07:> rm -rf /home/ubuntu/cephtest/keystone 2026-03-06T18:22:25.505 DEBUG:teuthology.run_tasks:Unwinding manager tox 2026-03-06T18:22:25.508 DEBUG:teuthology.orchestra.run.vm07:> rm -rf /home/ubuntu/cephtest/tox-venv 2026-03-06T18:22:25.576 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-03-06T18:22:25.578 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-03-06T18:22:25.578 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-06T18:22:25.758 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:25.758 INFO:teuthology.orchestra.run.vm07.stderr:dumped all 2026-03-06T18:22:25.769 INFO:teuthology.orchestra.run.vm07.stdout:{"pg_ready":true,"pg_map":{"version":121,"stamp":"2026-03-06T18:22:24.849843+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81816,"kb_used_data":1296,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490984,"statfs":{"total":322122547200,"available":322038767616,"internally_reserved":0,"allocated":1327104,"data_stored":1036804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001532"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717470+0100","last_change":"2026-03-06T18:18:51.151336+0100","last_active":"2026-03-06T18:19:21.717470+0100","last_peered":"2026-03-06T18:19:21.717470+0100","last_clean":"2026-03-06T18:19:21.717470+0100","last_became_active":"2026-03-06T18:18:49.127532+0100","last_became_peered":"2026-03-06T18:18:49.127532+0100","last_unstale":"2026-03-06T18:19:21.717470+0100","last_undegraded":"2026-03-06T18:19:21.717470+0100","last_fullsized":"2026-03-06T18:19:21.717470+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T18:21:13.817146+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042584799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717595+0100","last_change":"2026-03-06T18:18:51.151507+0100","last_active":"2026-03-06T18:19:21.717595+0100","last_peered":"2026-03-06T18:19:21.717595+0100","last_clean":"2026-03-06T18:19:21.717595+0100","last_became_active":"2026-03-06T18:18:49.127136+0100","last_became_peered":"2026-03-06T18:18:49.127136+0100","last_unstale":"2026-03-06T18:19:21.717595+0100","last_undegraded":"2026-03-06T18:19:21.717595+0100","last_fullsized":"2026-03-06T18:19:21.717595+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:55:17.719658+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050433400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717575+0100","last_change":"2026-03-06T18:18:51.152167+0100","last_active":"2026-03-06T18:19:21.717575+0100","last_peered":"2026-03-06T18:19:21.717575+0100","last_clean":"2026-03-06T18:19:21.717575+0100","last_became_active":"2026-03-06T18:18:49.127093+0100","last_became_peered":"2026-03-06T18:18:49.127093+0100","last_unstale":"2026-03-06T18:19:21.717575+0100","last_undegraded":"2026-03-06T18:19:21.717575+0100","last_fullsized":"2026-03-06T18:19:21.717575+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:41:30.641131+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090234899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717391+0100","last_change":"2026-03-06T18:18:51.151596+0100","last_active":"2026-03-06T18:19:21.717391+0100","last_peered":"2026-03-06T18:19:21.717391+0100","last_clean":"2026-03-06T18:19:21.717391+0100","last_became_active":"2026-03-06T18:18:49.126883+0100","last_became_peered":"2026-03-06T18:18:49.126883+0100","last_unstale":"2026-03-06T18:19:21.717391+0100","last_undegraded":"2026-03-06T18:19:21.717391+0100","last_fullsized":"2026-03-06T18:19:21.717391+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:56:02.212822+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047500800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"12'2","reported_seq":27,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.706218+0100","last_change":"2026-03-06T18:18:51.149281+0100","last_active":"2026-03-06T18:19:21.706218+0100","last_peered":"2026-03-06T18:19:21.706218+0100","last_clean":"2026-03-06T18:19:21.706218+0100","last_became_active":"2026-03-06T18:18:49.125599+0100","last_became_peered":"2026-03-06T18:18:49.125599+0100","last_unstale":"2026-03-06T18:19:21.706218+0100","last_undegraded":"2026-03-06T18:19:21.706218+0100","last_fullsized":"2026-03-06T18:19:21.706218+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:05:11.745654+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001046359,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.872293+0100","last_change":"2026-03-06T18:18:51.139074+0100","last_active":"2026-03-06T18:19:21.872293+0100","last_peered":"2026-03-06T18:19:21.872293+0100","last_clean":"2026-03-06T18:19:21.872293+0100","last_became_active":"2026-03-06T18:18:49.125807+0100","last_became_peered":"2026-03-06T18:18:49.125807+0100","last_unstale":"2026-03-06T18:19:21.872293+0100","last_undegraded":"2026-03-06T18:19:21.872293+0100","last_fullsized":"2026-03-06T18:19:21.872293+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:34:48.071746+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00022464100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.872323+0100","last_change":"2026-03-06T18:18:51.138979+0100","last_active":"2026-03-06T18:19:21.872323+0100","last_peered":"2026-03-06T18:19:21.872323+0100","last_clean":"2026-03-06T18:19:21.872323+0100","last_became_active":"2026-03-06T18:18:49.125618+0100","last_became_peered":"2026-03-06T18:18:49.125618+0100","last_unstale":"2026-03-06T18:19:21.872323+0100","last_undegraded":"2026-03-06T18:19:21.872323+0100","last_fullsized":"2026-03-06T18:19:21.872323+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:05:11.745654+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000332011,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"10'1","reported_seq":27,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717643+0100","last_change":"2026-03-06T18:18:51.152812+0100","last_active":"2026-03-06T18:19:21.717643+0100","last_peered":"2026-03-06T18:19:21.717643+0100","last_clean":"2026-03-06T18:19:21.717643+0100","last_became_active":"2026-03-06T18:18:49.117084+0100","last_became_peered":"2026-03-06T18:18:49.117084+0100","last_unstale":"2026-03-06T18:19:21.717643+0100","last_undegraded":"2026-03-06T18:19:21.717643+0100","last_fullsized":"2026-03-06T18:19:21.717643+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:33:56.686969+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001430707,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'32","reported_seq":65,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717403+0100","last_change":"2026-03-06T18:18:49.117069+0100","last_active":"2026-03-06T18:19:21.717403+0100","last_peered":"2026-03-06T18:19:21.717403+0100","last_clean":"2026-03-06T18:19:21.717403+0100","last_became_active":"2026-03-06T18:18:49.116535+0100","last_became_peered":"2026-03-06T18:18:49.116535+0100","last_unstale":"2026-03-06T18:19:21.717403+0100","last_undegraded":"2026-03-06T18:19:21.717403+0100","last_fullsized":"2026-03-06T18:19:21.717403+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:12:27.147363+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738413,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26968,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830632,"statfs":{"total":107374182400,"available":107346567168,"internally_reserved":0,"allocated":131072,"data_stored":39402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738413,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27424,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830176,"statfs":{"total":107374182400,"available":107346100224,"internally_reserved":0,"allocated":598016,"data_stored":498701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27424,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830176,"statfs":{"total":107374182400,"available":107346100224,"internally_reserved":0,"allocated":598016,"data_stored":498701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-06T18:22:25.770 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-06T18:22:25.955 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:25.955 INFO:teuthology.orchestra.run.vm07.stderr:dumped all 2026-03-06T18:22:25.966 INFO:teuthology.orchestra.run.vm07.stdout:{"pg_ready":true,"pg_map":{"version":121,"stamp":"2026-03-06T18:22:24.849843+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81816,"kb_used_data":1296,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490984,"statfs":{"total":322122547200,"available":322038767616,"internally_reserved":0,"allocated":1327104,"data_stored":1036804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001532"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717470+0100","last_change":"2026-03-06T18:18:51.151336+0100","last_active":"2026-03-06T18:19:21.717470+0100","last_peered":"2026-03-06T18:19:21.717470+0100","last_clean":"2026-03-06T18:19:21.717470+0100","last_became_active":"2026-03-06T18:18:49.127532+0100","last_became_peered":"2026-03-06T18:18:49.127532+0100","last_unstale":"2026-03-06T18:19:21.717470+0100","last_undegraded":"2026-03-06T18:19:21.717470+0100","last_fullsized":"2026-03-06T18:19:21.717470+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T18:21:13.817146+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042584799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717595+0100","last_change":"2026-03-06T18:18:51.151507+0100","last_active":"2026-03-06T18:19:21.717595+0100","last_peered":"2026-03-06T18:19:21.717595+0100","last_clean":"2026-03-06T18:19:21.717595+0100","last_became_active":"2026-03-06T18:18:49.127136+0100","last_became_peered":"2026-03-06T18:18:49.127136+0100","last_unstale":"2026-03-06T18:19:21.717595+0100","last_undegraded":"2026-03-06T18:19:21.717595+0100","last_fullsized":"2026-03-06T18:19:21.717595+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:55:17.719658+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050433400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717575+0100","last_change":"2026-03-06T18:18:51.152167+0100","last_active":"2026-03-06T18:19:21.717575+0100","last_peered":"2026-03-06T18:19:21.717575+0100","last_clean":"2026-03-06T18:19:21.717575+0100","last_became_active":"2026-03-06T18:18:49.127093+0100","last_became_peered":"2026-03-06T18:18:49.127093+0100","last_unstale":"2026-03-06T18:19:21.717575+0100","last_undegraded":"2026-03-06T18:19:21.717575+0100","last_fullsized":"2026-03-06T18:19:21.717575+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:41:30.641131+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090234899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717391+0100","last_change":"2026-03-06T18:18:51.151596+0100","last_active":"2026-03-06T18:19:21.717391+0100","last_peered":"2026-03-06T18:19:21.717391+0100","last_clean":"2026-03-06T18:19:21.717391+0100","last_became_active":"2026-03-06T18:18:49.126883+0100","last_became_peered":"2026-03-06T18:18:49.126883+0100","last_unstale":"2026-03-06T18:19:21.717391+0100","last_undegraded":"2026-03-06T18:19:21.717391+0100","last_fullsized":"2026-03-06T18:19:21.717391+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:56:02.212822+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047500800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"12'2","reported_seq":27,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.706218+0100","last_change":"2026-03-06T18:18:51.149281+0100","last_active":"2026-03-06T18:19:21.706218+0100","last_peered":"2026-03-06T18:19:21.706218+0100","last_clean":"2026-03-06T18:19:21.706218+0100","last_became_active":"2026-03-06T18:18:49.125599+0100","last_became_peered":"2026-03-06T18:18:49.125599+0100","last_unstale":"2026-03-06T18:19:21.706218+0100","last_undegraded":"2026-03-06T18:19:21.706218+0100","last_fullsized":"2026-03-06T18:19:21.706218+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:05:11.745654+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001046359,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.872293+0100","last_change":"2026-03-06T18:18:51.139074+0100","last_active":"2026-03-06T18:19:21.872293+0100","last_peered":"2026-03-06T18:19:21.872293+0100","last_clean":"2026-03-06T18:19:21.872293+0100","last_became_active":"2026-03-06T18:18:49.125807+0100","last_became_peered":"2026-03-06T18:18:49.125807+0100","last_unstale":"2026-03-06T18:19:21.872293+0100","last_undegraded":"2026-03-06T18:19:21.872293+0100","last_fullsized":"2026-03-06T18:19:21.872293+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:34:48.071746+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00022464100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.872323+0100","last_change":"2026-03-06T18:18:51.138979+0100","last_active":"2026-03-06T18:19:21.872323+0100","last_peered":"2026-03-06T18:19:21.872323+0100","last_clean":"2026-03-06T18:19:21.872323+0100","last_became_active":"2026-03-06T18:18:49.125618+0100","last_became_peered":"2026-03-06T18:18:49.125618+0100","last_unstale":"2026-03-06T18:19:21.872323+0100","last_undegraded":"2026-03-06T18:19:21.872323+0100","last_fullsized":"2026-03-06T18:19:21.872323+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:05:11.745654+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000332011,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"10'1","reported_seq":27,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717643+0100","last_change":"2026-03-06T18:18:51.152812+0100","last_active":"2026-03-06T18:19:21.717643+0100","last_peered":"2026-03-06T18:19:21.717643+0100","last_clean":"2026-03-06T18:19:21.717643+0100","last_became_active":"2026-03-06T18:18:49.117084+0100","last_became_peered":"2026-03-06T18:18:49.117084+0100","last_unstale":"2026-03-06T18:19:21.717643+0100","last_undegraded":"2026-03-06T18:19:21.717643+0100","last_fullsized":"2026-03-06T18:19:21.717643+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:33:56.686969+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001430707,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'32","reported_seq":65,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717403+0100","last_change":"2026-03-06T18:18:49.117069+0100","last_active":"2026-03-06T18:19:21.717403+0100","last_peered":"2026-03-06T18:19:21.717403+0100","last_clean":"2026-03-06T18:19:21.717403+0100","last_became_active":"2026-03-06T18:18:49.116535+0100","last_became_peered":"2026-03-06T18:18:49.116535+0100","last_unstale":"2026-03-06T18:19:21.717403+0100","last_undegraded":"2026-03-06T18:19:21.717403+0100","last_fullsized":"2026-03-06T18:19:21.717403+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:12:27.147363+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738413,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26968,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830632,"statfs":{"total":107374182400,"available":107346567168,"internally_reserved":0,"allocated":131072,"data_stored":39402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738413,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27424,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830176,"statfs":{"total":107374182400,"available":107346100224,"internally_reserved":0,"allocated":598016,"data_stored":498701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27424,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830176,"statfs":{"total":107374182400,"available":107346100224,"internally_reserved":0,"allocated":598016,"data_stored":498701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-06T18:22:25.967 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-03-06T18:22:25.967 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-06T18:22:26.153 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:26.153 INFO:teuthology.orchestra.run.vm07.stderr:dumped all 2026-03-06T18:22:26.163 INFO:teuthology.orchestra.run.vm07.stdout:{"pg_ready":true,"pg_map":{"version":121,"stamp":"2026-03-06T18:22:24.849843+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81816,"kb_used_data":1296,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490984,"statfs":{"total":322122547200,"available":322038767616,"internally_reserved":0,"allocated":1327104,"data_stored":1036804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001532"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717470+0100","last_change":"2026-03-06T18:18:51.151336+0100","last_active":"2026-03-06T18:19:21.717470+0100","last_peered":"2026-03-06T18:19:21.717470+0100","last_clean":"2026-03-06T18:19:21.717470+0100","last_became_active":"2026-03-06T18:18:49.127532+0100","last_became_peered":"2026-03-06T18:18:49.127532+0100","last_unstale":"2026-03-06T18:19:21.717470+0100","last_undegraded":"2026-03-06T18:19:21.717470+0100","last_fullsized":"2026-03-06T18:19:21.717470+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T18:21:13.817146+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042584799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717595+0100","last_change":"2026-03-06T18:18:51.151507+0100","last_active":"2026-03-06T18:19:21.717595+0100","last_peered":"2026-03-06T18:19:21.717595+0100","last_clean":"2026-03-06T18:19:21.717595+0100","last_became_active":"2026-03-06T18:18:49.127136+0100","last_became_peered":"2026-03-06T18:18:49.127136+0100","last_unstale":"2026-03-06T18:19:21.717595+0100","last_undegraded":"2026-03-06T18:19:21.717595+0100","last_fullsized":"2026-03-06T18:19:21.717595+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:55:17.719658+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050433400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717575+0100","last_change":"2026-03-06T18:18:51.152167+0100","last_active":"2026-03-06T18:19:21.717575+0100","last_peered":"2026-03-06T18:19:21.717575+0100","last_clean":"2026-03-06T18:19:21.717575+0100","last_became_active":"2026-03-06T18:18:49.127093+0100","last_became_peered":"2026-03-06T18:18:49.127093+0100","last_unstale":"2026-03-06T18:19:21.717575+0100","last_undegraded":"2026-03-06T18:19:21.717575+0100","last_fullsized":"2026-03-06T18:19:21.717575+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:41:30.641131+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090234899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717391+0100","last_change":"2026-03-06T18:18:51.151596+0100","last_active":"2026-03-06T18:19:21.717391+0100","last_peered":"2026-03-06T18:19:21.717391+0100","last_clean":"2026-03-06T18:19:21.717391+0100","last_became_active":"2026-03-06T18:18:49.126883+0100","last_became_peered":"2026-03-06T18:18:49.126883+0100","last_unstale":"2026-03-06T18:19:21.717391+0100","last_undegraded":"2026-03-06T18:19:21.717391+0100","last_fullsized":"2026-03-06T18:19:21.717391+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:56:02.212822+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047500800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"12'2","reported_seq":27,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.706218+0100","last_change":"2026-03-06T18:18:51.149281+0100","last_active":"2026-03-06T18:19:21.706218+0100","last_peered":"2026-03-06T18:19:21.706218+0100","last_clean":"2026-03-06T18:19:21.706218+0100","last_became_active":"2026-03-06T18:18:49.125599+0100","last_became_peered":"2026-03-06T18:18:49.125599+0100","last_unstale":"2026-03-06T18:19:21.706218+0100","last_undegraded":"2026-03-06T18:19:21.706218+0100","last_fullsized":"2026-03-06T18:19:21.706218+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:05:11.745654+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001046359,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.872293+0100","last_change":"2026-03-06T18:18:51.139074+0100","last_active":"2026-03-06T18:19:21.872293+0100","last_peered":"2026-03-06T18:19:21.872293+0100","last_clean":"2026-03-06T18:19:21.872293+0100","last_became_active":"2026-03-06T18:18:49.125807+0100","last_became_peered":"2026-03-06T18:18:49.125807+0100","last_unstale":"2026-03-06T18:19:21.872293+0100","last_undegraded":"2026-03-06T18:19:21.872293+0100","last_fullsized":"2026-03-06T18:19:21.872293+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:34:48.071746+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00022464100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.872323+0100","last_change":"2026-03-06T18:18:51.138979+0100","last_active":"2026-03-06T18:19:21.872323+0100","last_peered":"2026-03-06T18:19:21.872323+0100","last_clean":"2026-03-06T18:19:21.872323+0100","last_became_active":"2026-03-06T18:18:49.125618+0100","last_became_peered":"2026-03-06T18:18:49.125618+0100","last_unstale":"2026-03-06T18:19:21.872323+0100","last_undegraded":"2026-03-06T18:19:21.872323+0100","last_fullsized":"2026-03-06T18:19:21.872323+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:05:11.745654+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000332011,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"10'1","reported_seq":27,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717643+0100","last_change":"2026-03-06T18:18:51.152812+0100","last_active":"2026-03-06T18:19:21.717643+0100","last_peered":"2026-03-06T18:19:21.717643+0100","last_clean":"2026-03-06T18:19:21.717643+0100","last_became_active":"2026-03-06T18:18:49.117084+0100","last_became_peered":"2026-03-06T18:18:49.117084+0100","last_unstale":"2026-03-06T18:19:21.717643+0100","last_undegraded":"2026-03-06T18:19:21.717643+0100","last_fullsized":"2026-03-06T18:19:21.717643+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:33:56.686969+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001430707,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'32","reported_seq":65,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717403+0100","last_change":"2026-03-06T18:18:49.117069+0100","last_active":"2026-03-06T18:19:21.717403+0100","last_peered":"2026-03-06T18:19:21.717403+0100","last_clean":"2026-03-06T18:19:21.717403+0100","last_became_active":"2026-03-06T18:18:49.116535+0100","last_became_peered":"2026-03-06T18:18:49.116535+0100","last_unstale":"2026-03-06T18:19:21.717403+0100","last_undegraded":"2026-03-06T18:19:21.717403+0100","last_fullsized":"2026-03-06T18:19:21.717403+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:12:27.147363+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738413,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26968,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830632,"statfs":{"total":107374182400,"available":107346567168,"internally_reserved":0,"allocated":131072,"data_stored":39402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738413,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27424,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830176,"statfs":{"total":107374182400,"available":107346100224,"internally_reserved":0,"allocated":598016,"data_stored":498701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27424,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830176,"statfs":{"total":107374182400,"available":107346100224,"internally_reserved":0,"allocated":598016,"data_stored":498701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-06T18:22:26.164 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-06T18:22:26.348 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:26.348 INFO:teuthology.orchestra.run.vm07.stdout:{"epoch":15,"fsid":"87301edc-bb0e-46ed-b8a6-2a3acd098ee4","created":"2026-03-06T18:18:39.518893+0100","modified":"2026-03-06T18:19:21.699279+0100","last_up_change":"2026-03-06T18:18:46.796668+0100","last_in_change":"2026-03-06T18:18:40.253901+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-06T18:18:46.836636+0100","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-03-06T18:18:47.731179+0100","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":12,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"37fd5360-1e62-4f4e-9768-ffc3555ed2e5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6800","nonce":405868006},{"type":"v1","addr":"192.168.123.107:6801","nonce":405868006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6802","nonce":405868006},{"type":"v1","addr":"192.168.123.107:6803","nonce":405868006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6806","nonce":405868006},{"type":"v1","addr":"192.168.123.107:6807","nonce":405868006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6804","nonce":405868006},{"type":"v1","addr":"192.168.123.107:6805","nonce":405868006}]},"public_addr":"192.168.123.107:6801/405868006","cluster_addr":"192.168.123.107:6803/405868006","heartbeat_back_addr":"192.168.123.107:6807/405868006","heartbeat_front_addr":"192.168.123.107:6805/405868006","state":["exists","up"]},{"osd":1,"uuid":"b14a3954-a046-4a78-b13f-2689e529d07e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6816","nonce":2764294334},{"type":"v1","addr":"192.168.123.107:6817","nonce":2764294334}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6818","nonce":2764294334},{"type":"v1","addr":"192.168.123.107:6819","nonce":2764294334}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6822","nonce":2764294334},{"type":"v1","addr":"192.168.123.107:6823","nonce":2764294334}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6820","nonce":2764294334},{"type":"v1","addr":"192.168.123.107:6821","nonce":2764294334}]},"public_addr":"192.168.123.107:6817/2764294334","cluster_addr":"192.168.123.107:6819/2764294334","heartbeat_back_addr":"192.168.123.107:6823/2764294334","heartbeat_front_addr":"192.168.123.107:6821/2764294334","state":["exists","up"]},{"osd":2,"uuid":"bc321358-6325-4e7b-8ab9-89046d833514","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6808","nonce":1930614823},{"type":"v1","addr":"192.168.123.107:6809","nonce":1930614823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6810","nonce":1930614823},{"type":"v1","addr":"192.168.123.107:6811","nonce":1930614823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6814","nonce":1930614823},{"type":"v1","addr":"192.168.123.107:6815","nonce":1930614823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6812","nonce":1930614823},{"type":"v1","addr":"192.168.123.107:6813","nonce":1930614823}]},"public_addr":"192.168.123.107:6809/1930614823","cluster_addr":"192.168.123.107:6811/1930614823","heartbeat_back_addr":"192.168.123.107:6815/1930614823","heartbeat_front_addr":"192.168.123.107:6813/1930614823","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T18:18:42.819348+0100","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T18:18:43.361117+0100","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-06T18:18:43.123859+0100","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-06T18:22:27.362 INFO:tasks.ceph:Scrubbing osd.0 2026-03-06T18:22:27.362 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-03-06T18:22:27.450 INFO:teuthology.orchestra.run.vm07.stdout:{ 2026-03-06T18:22:27.451 INFO:teuthology.orchestra.run.vm07.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2026-03-06T18:22:27.451 INFO:teuthology.orchestra.run.vm07.stdout:} 2026-03-06T18:22:27.459 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2026-03-06T18:22:27.644 INFO:teuthology.orchestra.run.vm07.stderr:instructed osd(s) 0 to deep-scrub 2026-03-06T18:22:27.655 INFO:tasks.ceph:Scrubbing osd.1 2026-03-06T18:22:27.655 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-03-06T18:22:27.745 INFO:teuthology.orchestra.run.vm07.stdout:{ 2026-03-06T18:22:27.745 INFO:teuthology.orchestra.run.vm07.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2026-03-06T18:22:27.745 INFO:teuthology.orchestra.run.vm07.stdout:} 2026-03-06T18:22:27.752 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2026-03-06T18:22:27.932 INFO:teuthology.orchestra.run.vm07.stderr:instructed osd(s) 1 to deep-scrub 2026-03-06T18:22:27.943 INFO:tasks.ceph:Scrubbing osd.2 2026-03-06T18:22:27.944 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-03-06T18:22:28.036 INFO:teuthology.orchestra.run.vm07.stdout:{ 2026-03-06T18:22:28.036 INFO:teuthology.orchestra.run.vm07.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2026-03-06T18:22:28.036 INFO:teuthology.orchestra.run.vm07.stdout:} 2026-03-06T18:22:28.044 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2026-03-06T18:22:28.238 INFO:teuthology.orchestra.run.vm07.stderr:instructed osd(s) 2 to deep-scrub 2026-03-06T18:22:28.249 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-06T18:22:28.443 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:28.443 INFO:teuthology.orchestra.run.vm07.stderr:dumped all 2026-03-06T18:22:28.461 INFO:teuthology.orchestra.run.vm07.stdout:{"pg_ready":true,"pg_map":{"version":122,"stamp":"2026-03-06T18:22:26.850179+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81816,"kb_used_data":1296,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490984,"statfs":{"total":322122547200,"available":322038767616,"internally_reserved":0,"allocated":1327104,"data_stored":1036804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001620"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717470+0100","last_change":"2026-03-06T18:18:51.151336+0100","last_active":"2026-03-06T18:19:21.717470+0100","last_peered":"2026-03-06T18:19:21.717470+0100","last_clean":"2026-03-06T18:19:21.717470+0100","last_became_active":"2026-03-06T18:18:49.127532+0100","last_became_peered":"2026-03-06T18:18:49.127532+0100","last_unstale":"2026-03-06T18:19:21.717470+0100","last_undegraded":"2026-03-06T18:19:21.717470+0100","last_fullsized":"2026-03-06T18:19:21.717470+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T18:21:13.817146+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042584799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717595+0100","last_change":"2026-03-06T18:18:51.151507+0100","last_active":"2026-03-06T18:19:21.717595+0100","last_peered":"2026-03-06T18:19:21.717595+0100","last_clean":"2026-03-06T18:19:21.717595+0100","last_became_active":"2026-03-06T18:18:49.127136+0100","last_became_peered":"2026-03-06T18:18:49.127136+0100","last_unstale":"2026-03-06T18:19:21.717595+0100","last_undegraded":"2026-03-06T18:19:21.717595+0100","last_fullsized":"2026-03-06T18:19:21.717595+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:55:17.719658+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050433400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717575+0100","last_change":"2026-03-06T18:18:51.152167+0100","last_active":"2026-03-06T18:19:21.717575+0100","last_peered":"2026-03-06T18:19:21.717575+0100","last_clean":"2026-03-06T18:19:21.717575+0100","last_became_active":"2026-03-06T18:18:49.127093+0100","last_became_peered":"2026-03-06T18:18:49.127093+0100","last_unstale":"2026-03-06T18:19:21.717575+0100","last_undegraded":"2026-03-06T18:19:21.717575+0100","last_fullsized":"2026-03-06T18:19:21.717575+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T02:41:30.641131+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090234899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717391+0100","last_change":"2026-03-06T18:18:51.151596+0100","last_active":"2026-03-06T18:19:21.717391+0100","last_peered":"2026-03-06T18:19:21.717391+0100","last_clean":"2026-03-06T18:19:21.717391+0100","last_became_active":"2026-03-06T18:18:49.126883+0100","last_became_peered":"2026-03-06T18:18:49.126883+0100","last_unstale":"2026-03-06T18:19:21.717391+0100","last_undegraded":"2026-03-06T18:19:21.717391+0100","last_fullsized":"2026-03-06T18:19:21.717391+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:56:02.212822+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047500800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"12'2","reported_seq":27,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.706218+0100","last_change":"2026-03-06T18:18:51.149281+0100","last_active":"2026-03-06T18:19:21.706218+0100","last_peered":"2026-03-06T18:19:21.706218+0100","last_clean":"2026-03-06T18:19:21.706218+0100","last_became_active":"2026-03-06T18:18:49.125599+0100","last_became_peered":"2026-03-06T18:18:49.125599+0100","last_unstale":"2026-03-06T18:19:21.706218+0100","last_undegraded":"2026-03-06T18:19:21.706218+0100","last_fullsized":"2026-03-06T18:19:21.706218+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:05:11.745654+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001046359,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.872293+0100","last_change":"2026-03-06T18:18:51.139074+0100","last_active":"2026-03-06T18:19:21.872293+0100","last_peered":"2026-03-06T18:19:21.872293+0100","last_clean":"2026-03-06T18:19:21.872293+0100","last_became_active":"2026-03-06T18:18:49.125807+0100","last_became_peered":"2026-03-06T18:18:49.125807+0100","last_unstale":"2026-03-06T18:19:21.872293+0100","last_undegraded":"2026-03-06T18:19:21.872293+0100","last_fullsized":"2026-03-06T18:19:21.872293+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:34:48.071746+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00022464100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.872323+0100","last_change":"2026-03-06T18:18:51.138979+0100","last_active":"2026-03-06T18:19:21.872323+0100","last_peered":"2026-03-06T18:19:21.872323+0100","last_clean":"2026-03-06T18:19:21.872323+0100","last_became_active":"2026-03-06T18:18:49.125618+0100","last_became_peered":"2026-03-06T18:18:49.125618+0100","last_unstale":"2026-03-06T18:19:21.872323+0100","last_undegraded":"2026-03-06T18:19:21.872323+0100","last_fullsized":"2026-03-06T18:19:21.872323+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T03:05:11.745654+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000332011,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"10'1","reported_seq":27,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717643+0100","last_change":"2026-03-06T18:18:51.152812+0100","last_active":"2026-03-06T18:19:21.717643+0100","last_peered":"2026-03-06T18:19:21.717643+0100","last_clean":"2026-03-06T18:19:21.717643+0100","last_became_active":"2026-03-06T18:18:49.117084+0100","last_became_peered":"2026-03-06T18:18:49.117084+0100","last_unstale":"2026-03-06T18:19:21.717643+0100","last_undegraded":"2026-03-06T18:19:21.717643+0100","last_fullsized":"2026-03-06T18:19:21.717643+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T05:33:56.686969+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001430707,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"10'32","reported_seq":65,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:19:21.717403+0100","last_change":"2026-03-06T18:18:49.117069+0100","last_active":"2026-03-06T18:19:21.717403+0100","last_peered":"2026-03-06T18:19:21.717403+0100","last_clean":"2026-03-06T18:19:21.717403+0100","last_became_active":"2026-03-06T18:18:49.116535+0100","last_became_peered":"2026-03-06T18:18:49.116535+0100","last_unstale":"2026-03-06T18:19:21.717403+0100","last_undegraded":"2026-03-06T18:19:21.717403+0100","last_fullsized":"2026-03-06T18:19:21.717403+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:18:47.804038+0100","last_clean_scrub_stamp":"2026-03-06T18:18:47.804038+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:12:27.147363+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738413,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26968,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830632,"statfs":{"total":107374182400,"available":107346567168,"internally_reserved":0,"allocated":131072,"data_stored":39402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738413,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27424,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830176,"statfs":{"total":107374182400,"available":107346100224,"internally_reserved":0,"allocated":598016,"data_stored":498701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27424,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830176,"statfs":{"total":107374182400,"available":107346100224,"internally_reserved":0,"allocated":598016,"data_stored":498701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-06T18:22:28.463 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2026-03-06T18:18:47.804038+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=18, tm_sec=47, tm_wday=4, tm_yday=65, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=22, tm_sec=26, tm_wday=4, tm_yday=65, tm_isdst=0) 2026-03-06T18:22:28.463 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2026-03-06T18:18:47.804038+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=18, tm_sec=47, tm_wday=4, tm_yday=65, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=22, tm_sec=26, tm_wday=4, tm_yday=65, tm_isdst=0) 2026-03-06T18:22:28.463 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2026-03-06T18:18:47.804038+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=18, tm_sec=47, tm_wday=4, tm_yday=65, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=22, tm_sec=26, tm_wday=4, tm_yday=65, tm_isdst=0) 2026-03-06T18:22:28.463 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2026-03-06T18:18:47.804038+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=18, tm_sec=47, tm_wday=4, tm_yday=65, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=22, tm_sec=26, tm_wday=4, tm_yday=65, tm_isdst=0) 2026-03-06T18:22:28.463 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2026-03-06T18:18:47.804038+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=18, tm_sec=47, tm_wday=4, tm_yday=65, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=22, tm_sec=26, tm_wday=4, tm_yday=65, tm_isdst=0) 2026-03-06T18:22:28.463 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2026-03-06T18:18:47.804038+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=18, tm_sec=47, tm_wday=4, tm_yday=65, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=22, tm_sec=26, tm_wday=4, tm_yday=65, tm_isdst=0) 2026-03-06T18:22:28.463 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2026-03-06T18:18:47.804038+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=18, tm_sec=47, tm_wday=4, tm_yday=65, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=22, tm_sec=26, tm_wday=4, tm_yday=65, tm_isdst=0) 2026-03-06T18:22:28.463 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2026-03-06T18:18:47.804038+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=18, tm_sec=47, tm_wday=4, tm_yday=65, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=22, tm_sec=26, tm_wday=4, tm_yday=65, tm_isdst=0) 2026-03-06T18:22:28.463 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-03-06T18:18:47.804038+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=18, tm_sec=47, tm_wday=4, tm_yday=65, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=6, tm_hour=18, tm_min=22, tm_sec=26, tm_wday=4, tm_yday=65, tm_isdst=0) 2026-03-06T18:22:28.463 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-03-06T18:22:48.463 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-06T18:22:48.633 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:48.634 INFO:teuthology.orchestra.run.vm07.stderr:dumped all 2026-03-06T18:22:48.644 INFO:teuthology.orchestra.run.vm07.stdout:{"pg_ready":true,"pg_map":{"version":132,"stamp":"2026-03-06T18:22:46.853074+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81792,"kb_used_data":1296,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314491008,"statfs":{"total":322122547200,"available":322038792192,"internally_reserved":0,"allocated":1327104,"data_stored":1036804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001519"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":35,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:22:33.825660+0100","last_change":"2026-03-06T18:22:33.825670+0100","last_active":"2026-03-06T18:22:33.825660+0100","last_peered":"2026-03-06T18:22:33.825660+0100","last_clean":"2026-03-06T18:22:33.825660+0100","last_became_active":"2026-03-06T18:18:49.127532+0100","last_became_peered":"2026-03-06T18:18:49.127532+0100","last_unstale":"2026-03-06T18:22:33.825660+0100","last_undegraded":"2026-03-06T18:22:33.825660+0100","last_fullsized":"2026-03-06T18:22:33.825660+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:22:33.825595+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:22:33.825595+0100","last_clean_scrub_stamp":"2026-03-06T18:22:33.825595+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:45:42.493822+0100","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00042584799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":35,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:22:31.868097+0100","last_change":"2026-03-06T18:22:31.868109+0100","last_active":"2026-03-06T18:22:31.868097+0100","last_peered":"2026-03-06T18:22:31.868097+0100","last_clean":"2026-03-06T18:22:31.868097+0100","last_became_active":"2026-03-06T18:18:49.127136+0100","last_became_peered":"2026-03-06T18:18:49.127136+0100","last_unstale":"2026-03-06T18:22:31.868097+0100","last_undegraded":"2026-03-06T18:22:31.868097+0100","last_fullsized":"2026-03-06T18:22:31.868097+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:22:31.868055+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:22:31.868055+0100","last_clean_scrub_stamp":"2026-03-06T18:22:31.868055+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:10:57.396744+0100","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00050433400000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":35,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:22:32.874197+0100","last_change":"2026-03-06T18:22:32.874206+0100","last_active":"2026-03-06T18:22:32.874197+0100","last_peered":"2026-03-06T18:22:32.874197+0100","last_clean":"2026-03-06T18:22:32.874197+0100","last_became_active":"2026-03-06T18:18:49.127093+0100","last_became_peered":"2026-03-06T18:18:49.127093+0100","last_unstale":"2026-03-06T18:22:32.874197+0100","last_undegraded":"2026-03-06T18:22:32.874197+0100","last_fullsized":"2026-03-06T18:22:32.874197+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:22:32.874161+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:22:32.874161+0100","last_clean_scrub_stamp":"2026-03-06T18:22:32.874161+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T22:39:16.533165+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090234899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":35,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:22:30.857464+0100","last_change":"2026-03-06T18:22:30.857512+0100","last_active":"2026-03-06T18:22:30.857464+0100","last_peered":"2026-03-06T18:22:30.857464+0100","last_clean":"2026-03-06T18:22:30.857464+0100","last_became_active":"2026-03-06T18:18:49.126883+0100","last_became_peered":"2026-03-06T18:18:49.126883+0100","last_unstale":"2026-03-06T18:22:30.857464+0100","last_undegraded":"2026-03-06T18:22:30.857464+0100","last_fullsized":"2026-03-06T18:22:30.857464+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:22:30.857385+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:22:30.857385+0100","last_clean_scrub_stamp":"2026-03-06T18:22:30.857385+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T23:47:15.710005+0100","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00047500800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"15'3","reported_seq":37,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:22:28.031502+0100","last_change":"2026-03-06T18:22:28.031514+0100","last_active":"2026-03-06T18:22:28.031502+0100","last_peered":"2026-03-06T18:22:28.031502+0100","last_clean":"2026-03-06T18:22:28.031502+0100","last_became_active":"2026-03-06T18:18:49.125599+0100","last_became_peered":"2026-03-06T18:18:49.125599+0100","last_unstale":"2026-03-06T18:22:28.031502+0100","last_undegraded":"2026-03-06T18:22:28.031502+0100","last_fullsized":"2026-03-06T18:22:28.031502+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"15'3","last_scrub_stamp":"2026-03-06T18:22:28.031469+0100","last_deep_scrub":"15'3","last_deep_scrub_stamp":"2026-03-06T18:22:28.031469+0100","last_clean_scrub_stamp":"2026-03-06T18:22:28.031469+0100","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T01:51:50.806920+0100","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0.001046359,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":33,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:22:29.214136+0100","last_change":"2026-03-06T18:22:29.214151+0100","last_active":"2026-03-06T18:22:29.214136+0100","last_peered":"2026-03-06T18:22:29.214136+0100","last_clean":"2026-03-06T18:22:29.214136+0100","last_became_active":"2026-03-06T18:18:49.125807+0100","last_became_peered":"2026-03-06T18:18:49.125807+0100","last_unstale":"2026-03-06T18:22:29.214136+0100","last_undegraded":"2026-03-06T18:22:29.214136+0100","last_fullsized":"2026-03-06T18:22:29.214136+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:22:29.214068+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:22:29.214068+0100","last_clean_scrub_stamp":"2026-03-06T18:22:29.214068+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T19:17:41.119019+0100","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00022464100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":33,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:22:28.253201+0100","last_change":"2026-03-06T18:22:28.253214+0100","last_active":"2026-03-06T18:22:28.253201+0100","last_peered":"2026-03-06T18:22:28.253201+0100","last_clean":"2026-03-06T18:22:28.253201+0100","last_became_active":"2026-03-06T18:18:49.125618+0100","last_became_peered":"2026-03-06T18:18:49.125618+0100","last_unstale":"2026-03-06T18:22:28.253201+0100","last_undegraded":"2026-03-06T18:22:28.253201+0100","last_fullsized":"2026-03-06T18:22:28.253201+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-06T18:22:28.253165+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-06T18:22:28.253165+0100","last_clean_scrub_stamp":"2026-03-06T18:22:28.253165+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T18:30:34.744049+0100","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.000332011,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"15'2","reported_seq":37,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:22:29.885195+0100","last_change":"2026-03-06T18:22:29.885212+0100","last_active":"2026-03-06T18:22:29.885195+0100","last_peered":"2026-03-06T18:22:29.885195+0100","last_clean":"2026-03-06T18:22:29.885195+0100","last_became_active":"2026-03-06T18:18:49.117084+0100","last_became_peered":"2026-03-06T18:18:49.117084+0100","last_unstale":"2026-03-06T18:22:29.885195+0100","last_undegraded":"2026-03-06T18:22:29.885195+0100","last_fullsized":"2026-03-06T18:22:29.885195+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"15'2","last_scrub_stamp":"2026-03-06T18:22:29.885157+0100","last_deep_scrub":"15'2","last_deep_scrub_stamp":"2026-03-06T18:22:29.885157+0100","last_clean_scrub_stamp":"2026-03-06T18:22:29.885157+0100","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T21:20:48.108446+0100","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.001430707,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"15'34","reported_seq":76,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-06T18:22:28.885384+0100","last_change":"2026-03-06T18:22:28.885406+0100","last_active":"2026-03-06T18:22:28.885384+0100","last_peered":"2026-03-06T18:22:28.885384+0100","last_clean":"2026-03-06T18:22:28.885384+0100","last_became_active":"2026-03-06T18:18:49.116535+0100","last_became_peered":"2026-03-06T18:18:49.116535+0100","last_unstale":"2026-03-06T18:22:28.885384+0100","last_undegraded":"2026-03-06T18:22:28.885384+0100","last_fullsized":"2026-03-06T18:22:28.885384+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"15'34","last_scrub_stamp":"2026-03-06T18:22:28.885350+0100","last_deep_scrub":"15'34","last_deep_scrub_stamp":"2026-03-06T18:22:28.885350+0100","last_clean_scrub_stamp":"2026-03-06T18:22:28.885350+0100","objects_scrubbed":2,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-08T00:15:34.163348+0100","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":34,"ondisk_log_size":34,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738417,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26960,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830640,"statfs":{"total":107374182400,"available":107346575360,"internally_reserved":0,"allocated":131072,"data_stored":39402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738417,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27416,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830184,"statfs":{"total":107374182400,"available":107346108416,"internally_reserved":0,"allocated":598016,"data_stored":498701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738417,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27416,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830184,"statfs":{"total":107374182400,"available":107346108416,"internally_reserved":0,"allocated":598016,"data_stored":498701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-06T18:22:48.645 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2026-03-06T18:22:48.822 INFO:teuthology.misc:Shutting down mds daemons... 2026-03-06T18:22:48.822 INFO:teuthology.misc:Shutting down osd daemons... 2026-03-06T18:22:48.822 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2026-03-06T18:22:48.822 INFO:teuthology.orchestra.run:waiting for 300 2026-03-06T18:22:48.852 INFO:tasks.ceph.osd.0:Stopped 2026-03-06T18:22:48.852 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2026-03-06T18:22:48.852 INFO:teuthology.orchestra.run:waiting for 300 2026-03-06T18:22:48.921 INFO:tasks.ceph.osd.1:Stopped 2026-03-06T18:22:48.921 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2026-03-06T18:22:48.921 INFO:teuthology.orchestra.run:waiting for 300 2026-03-06T18:22:48.986 INFO:tasks.ceph.osd.2:Stopped 2026-03-06T18:22:48.986 INFO:teuthology.misc:Shutting down mgr daemons... 2026-03-06T18:22:48.986 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2026-03-06T18:22:48.986 INFO:teuthology.orchestra.run:waiting for 300 2026-03-06T18:22:49.066 INFO:tasks.ceph.mgr.x:Stopped 2026-03-06T18:22:49.066 INFO:teuthology.misc:Shutting down mon daemons... 2026-03-06T18:22:49.066 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2026-03-06T18:22:49.066 INFO:teuthology.orchestra.run:waiting for 300 2026-03-06T18:22:49.116 INFO:tasks.ceph.mon.a:Stopped 2026-03-06T18:22:49.116 INFO:tasks.ceph:Checking cluster log for badness... 2026-03-06T18:22:49.116 DEBUG:teuthology.orchestra.run.vm07:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | head -n 1 2026-03-06T18:22:49.191 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@vm07.local 2026-03-06T18:22:49.191 DEBUG:teuthology.orchestra.run.vm07:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2026-03-06T18:22:49.270 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@vm07.local 2026-03-06T18:22:49.270 DEBUG:teuthology.orchestra.run.vm07:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2026-03-06T18:22:49.342 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@vm07.local 2026-03-06T18:22:49.342 DEBUG:teuthology.orchestra.run.vm07:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2026-03-06T18:22:49.413 INFO:tasks.ceph:Archiving mon data... 2026-03-06T18:22:49.413 DEBUG:teuthology.misc:Transferring archived files from vm07:/var/lib/ceph/mon/ceph-a to /archive/irq0-2026-03-06_18:11:54-rgw:crypt-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/320/data/mon.a.tgz 2026-03-06T18:22:49.413 DEBUG:teuthology.orchestra.run.vm07:> mktemp 2026-03-06T18:22:49.469 INFO:teuthology.orchestra.run.vm07.stdout:/tmp/tmp.kkR80cdtvp 2026-03-06T18:22:49.469 DEBUG:teuthology.orchestra.run.vm07:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.kkR80cdtvp 2026-03-06T18:22:49.558 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod 0666 /tmp/tmp.kkR80cdtvp 2026-03-06T18:22:49.639 DEBUG:teuthology.orchestra.remote:vm07:/tmp/tmp.kkR80cdtvp is 177KB 2026-03-06T18:22:49.656 DEBUG:teuthology.orchestra.run.vm07:> rm -fr /tmp/tmp.kkR80cdtvp 2026-03-06T18:22:49.674 INFO:tasks.ceph:Cleaning ceph cluster... 2026-03-06T18:22:49.674 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2026-03-06T18:22:49.800 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2026-03-06T18:22:49.800 INFO:tasks.ceph:Archiving crash dumps... 2026-03-06T18:22:49.800 DEBUG:teuthology.misc:Transferring archived files from vm07:/var/lib/ceph/crash to /archive/irq0-2026-03-06_18:11:54-rgw:crypt-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/320/remote/vm07/crash 2026-03-06T18:22:49.800 DEBUG:teuthology.orchestra.run.vm07:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-03-06T18:22:49.865 INFO:tasks.ceph:Compressing logs... 2026-03-06T18:22:49.865 DEBUG:teuthology.orchestra.run.vm07:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-06T18:22:49.892 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.54217.log 2026-03-06T18:22:49.892 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2026-03-06T18:22:49.893 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph.tmp-client.admin.54217.log: gzip -5 --verbose -- 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.54217.log.gz 2026-03-06T18:22:49.893 INFO:teuthology.orchestra.run.vm07.stderr: /var/log/ceph/ceph-osd.1.log 2026-03-06T18:22:49.893 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2026-03-06T18:22:49.899 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-osd.0.log: /var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2026-03-06T18:22:49.911 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57799.log 2026-03-06T18:22:49.914 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2026-03-06T18:22:49.915 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.57799.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.57799.log.gz 2026-03-06T18:22:49.924 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2026-03-06T18:22:49.925 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph.log: 87.6% -- replaced with /var/log/ceph/ceph.log.gz 2026-03-06T18:22:49.925 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57985.log 2026-03-06T18:22:49.932 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58044.log 2026-03-06T18:22:49.933 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.57985.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.57985.log.gz 2026-03-06T18:22:49.936 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58092.log 2026-03-06T18:22:49.937 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.58044.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.58044.log.gz 2026-03-06T18:22:49.945 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58217.log 2026-03-06T18:22:49.945 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.58092.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.58092.log.gz 2026-03-06T18:22:49.946 INFO:teuthology.orchestra.run.vm07.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2026-03-06T18:22:49.947 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2026-03-06T18:22:49.947 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.58217.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.58217.log.gz 2026-03-06T18:22:49.949 INFO:teuthology.orchestra.run.vm07.stderr: 91.8% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2026-03-06T18:22:49.951 INFO:teuthology.orchestra.run.vm07.stderr: 92.9% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2026-03-06T18:22:49.952 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58296.log 2026-03-06T18:22:49.952 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph.audit.log: 87.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2026-03-06T18:22:49.952 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59780.log 2026-03-06T18:22:49.953 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.58296.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.58296.log.gz 2026-03-06T18:22:49.953 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59852.log 2026-03-06T18:22:49.953 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.59780.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59780.log.gz 2026-03-06T18:22:49.954 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59877.log 2026-03-06T18:22:49.954 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.59852.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59852.log.gz 2026-03-06T18:22:49.954 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59971.log 2026-03-06T18:22:49.955 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.59877.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59877.log.gz 2026-03-06T18:22:49.955 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60021.log 2026-03-06T18:22:49.955 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.59971.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59971.log.gz 2026-03-06T18:22:49.955 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60071.log 2026-03-06T18:22:49.956 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.60021.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60021.log.gz 2026-03-06T18:22:49.956 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60177.log 2026-03-06T18:22:49.956 INFO:teuthology.orchestra.run.vm07.stderr: 92.9%/var/log/ceph/ceph-client.admin.60071.log: -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2026-03-06T18:22:49.956 INFO:teuthology.orchestra.run.vm07.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60071.log.gz 2026-03-06T18:22:49.956 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60174.log 2026-03-06T18:22:49.957 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.60177.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60177.log.gz 2026-03-06T18:22:49.957 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60170.log 2026-03-06T18:22:49.957 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.60174.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60174.log.gz 2026-03-06T18:22:49.957 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60271.log 2026-03-06T18:22:49.958 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.60170.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60170.log.gz 2026-03-06T18:22:49.958 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60325.log 2026-03-06T18:22:49.958 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.60271.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60271.log.gz 2026-03-06T18:22:49.958 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60328.log 2026-03-06T18:22:49.959 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.60325.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60325.log.gz 2026-03-06T18:22:49.959 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60421.log 2026-03-06T18:22:49.959 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.60328.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60328.log.gz 2026-03-06T18:22:49.959 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60474.log 2026-03-06T18:22:49.960 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.60421.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60421.log.gz 2026-03-06T18:22:49.960 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60478.log 2026-03-06T18:22:49.960 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.60474.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60474.log.gz 2026-03-06T18:22:49.960 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60571.log 2026-03-06T18:22:49.961 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.60478.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60478.log.gz 2026-03-06T18:22:49.961 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60621.log 2026-03-06T18:22:49.961 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.60571.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60571.log.gz 2026-03-06T18:22:49.962 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60671.log 2026-03-06T18:22:49.962 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.60621.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60621.log.gz 2026-03-06T18:22:49.962 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90637.log 2026-03-06T18:22:49.962 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.60671.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60671.log.gz 2026-03-06T18:22:49.963 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90687.log 2026-03-06T18:22:49.963 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.90637.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90637.log.gz 2026-03-06T18:22:49.963 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90737.log 2026-03-06T18:22:49.963 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.90687.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90687.log.gz 2026-03-06T18:22:49.964 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90787.log 2026-03-06T18:22:49.964 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.90737.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90737.log.gz 2026-03-06T18:22:49.964 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90837.log 2026-03-06T18:22:49.964 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.90787.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90787.log.gz 2026-03-06T18:22:49.965 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90887.log 2026-03-06T18:22:49.965 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.90837.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90837.log.gz 2026-03-06T18:22:49.965 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90937.log 2026-03-06T18:22:49.965 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.90887.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90887.log.gz 2026-03-06T18:22:49.966 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90987.log 2026-03-06T18:22:49.966 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.90937.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90937.log.gz 2026-03-06T18:22:49.966 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91037.log 2026-03-06T18:22:49.966 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.90987.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.90987.log.gz 2026-03-06T18:22:49.967 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91087.log 2026-03-06T18:22:49.967 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.91037.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91037.log.gz 2026-03-06T18:22:49.967 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91137.log 2026-03-06T18:22:49.967 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.91087.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91087.log.gz 2026-03-06T18:22:49.968 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91187.log 2026-03-06T18:22:49.968 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.91137.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91137.log.gz 2026-03-06T18:22:49.968 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91235.log 2026-03-06T18:22:49.968 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.91187.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91187.log.gz 2026-03-06T18:22:49.969 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/ceph-client.admin.91235.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91235.log.gz 2026-03-06T18:22:49.983 INFO:teuthology.orchestra.run.vm07.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2026-03-06T18:22:49.984 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-06T18:22:49.984 INFO:teuthology.orchestra.run.vm07.stderr:real 0m0.103s 2026-03-06T18:22:49.984 INFO:teuthology.orchestra.run.vm07.stderr:user 0m0.150s 2026-03-06T18:22:49.984 INFO:teuthology.orchestra.run.vm07.stderr:sys 0m0.031s 2026-03-06T18:22:49.985 INFO:tasks.ceph:Archiving logs... 2026-03-06T18:22:49.985 DEBUG:teuthology.misc:Transferring archived files from vm07:/var/log/ceph to /archive/irq0-2026-03-06_18:11:54-rgw:crypt-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/320/remote/vm07/log 2026-03-06T18:22:49.985 DEBUG:teuthology.orchestra.run.vm07:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-06T18:22:50.061 DEBUG:teuthology.run_tasks:Unwinding manager install 2026-03-06T18:22:50.063 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2026-03-06T18:22:50.063 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-03-06T18:22:50.125 INFO:teuthology.task.install.rpm:Removing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on rpm system. 2026-03-06T18:22:50.125 DEBUG:teuthology.orchestra.run.vm07:> 2026-03-06T18:22:50.125 DEBUG:teuthology.orchestra.run.vm07:> for d in ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd ; do 2026-03-06T18:22:50.125 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y remove $d || true 2026-03-06T18:22:50.125 DEBUG:teuthology.orchestra.run.vm07:> done 2026-03-06T18:22:50.335 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:50.336 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:50.336 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repo Size 2026-03-06T18:22:50.336 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:50.336 INFO:teuthology.orchestra.run.vm07.stdout:Removing: 2026-03-06T18:22:50.336 INFO:teuthology.orchestra.run.vm07.stdout: ceph-radosgw x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 39 M 2026-03-06T18:22:50.336 INFO:teuthology.orchestra.run.vm07.stdout:Removing unused dependencies: 2026-03-06T18:22:50.336 INFO:teuthology.orchestra.run.vm07.stdout: mailcap noarch 2.1.49-5.el9.0.2 @baseos 78 k 2026-03-06T18:22:50.336 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:50.336 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:22:50.336 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:50.336 INFO:teuthology.orchestra.run.vm07.stdout:Remove 2 Packages 2026-03-06T18:22:50.336 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:50.336 INFO:teuthology.orchestra.run.vm07.stdout:Freed space: 39 M 2026-03-06T18:22:50.336 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:22:50.338 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:22:50.338 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:22:50.349 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:22:50.349 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:22:50.378 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:22:50.395 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 1/2 2026-03-06T18:22:50.395 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-06T18:22:50.395 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-03-06T18:22:50.395 INFO:teuthology.orchestra.run.vm07.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-radosgw.target". 2026-03-06T18:22:50.395 INFO:teuthology.orchestra.run.vm07.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-radosgw.target". 2026-03-06T18:22:50.395 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:50.398 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-radosgw-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 1/2 2026-03-06T18:22:50.409 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 1/2 2026-03-06T18:22:50.424 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : mailcap-2.1.49-5.el9.0.2.noarch 2/2 2026-03-06T18:22:50.497 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: mailcap-2.1.49-5.el9.0.2.noarch 2/2 2026-03-06T18:22:50.497 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-radosgw-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 1/2 2026-03-06T18:22:50.550 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 2/2 2026-03-06T18:22:50.550 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:50.550 INFO:teuthology.orchestra.run.vm07.stdout:Removed: 2026-03-06T18:22:50.550 INFO:teuthology.orchestra.run.vm07.stdout: ceph-radosgw-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:22:50.550 INFO:teuthology.orchestra.run.vm07.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-03-06T18:22:50.550 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:50.550 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:50.755 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:50.756 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:50.756 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:22:50.756 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:50.756 INFO:teuthology.orchestra.run.vm07.stdout:Removing: 2026-03-06T18:22:50.756 INFO:teuthology.orchestra.run.vm07.stdout: ceph-test x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 210 M 2026-03-06T18:22:50.756 INFO:teuthology.orchestra.run.vm07.stdout:Removing unused dependencies: 2026-03-06T18:22:50.756 INFO:teuthology.orchestra.run.vm07.stdout: socat x86_64 1.7.4.1-8.el9 @appstream 1.1 M 2026-03-06T18:22:50.756 INFO:teuthology.orchestra.run.vm07.stdout: xmlstarlet x86_64 1.6.1-20.el9 @appstream 195 k 2026-03-06T18:22:50.756 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:50.756 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:22:50.756 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:50.756 INFO:teuthology.orchestra.run.vm07.stdout:Remove 3 Packages 2026-03-06T18:22:50.756 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:50.756 INFO:teuthology.orchestra.run.vm07.stdout:Freed space: 211 M 2026-03-06T18:22:50.756 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:22:50.758 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:22:50.758 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:22:50.774 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:22:50.775 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:22:50.830 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:22:50.836 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-test-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 1/3 2026-03-06T18:22:50.838 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : socat-1.7.4.1-8.el9.x86_64 2/3 2026-03-06T18:22:50.853 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : xmlstarlet-1.6.1-20.el9.x86_64 3/3 2026-03-06T18:22:50.912 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: xmlstarlet-1.6.1-20.el9.x86_64 3/3 2026-03-06T18:22:50.912 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-test-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 1/3 2026-03-06T18:22:50.912 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 2/3 2026-03-06T18:22:50.965 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 3/3 2026-03-06T18:22:50.965 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:50.965 INFO:teuthology.orchestra.run.vm07.stdout:Removed: 2026-03-06T18:22:50.965 INFO:teuthology.orchestra.run.vm07.stdout: ceph-test-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:22:50.965 INFO:teuthology.orchestra.run.vm07.stdout: socat-1.7.4.1-8.el9.x86_64 2026-03-06T18:22:50.965 INFO:teuthology.orchestra.run.vm07.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-03-06T18:22:50.965 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:50.965 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:51.190 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout:Removing: 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout: ceph x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 0 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout:Removing unused dependencies: 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mds x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 7.4 M 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mon x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 18 M 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout: lua x86_64 5.4.4-4.el9 @appstream 593 k 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout: lua-devel x86_64 5.4.4-4.el9 @crb 49 k 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout: luarocks noarch 3.9.2-5.el9 @epel 692 k 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout: unzip x86_64 6.0-59.el9 @baseos 389 k 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout: zip x86_64 3.0-35.el9 @baseos 724 k 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout:Remove 8 Packages 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout:Freed space: 28 M 2026-03-06T18:22:51.191 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:22:51.194 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:22:51.195 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:22:51.213 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:22:51.214 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:22:51.255 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:22:51.260 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 1/8 2026-03-06T18:22:51.263 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : luarocks-3.9.2-5.el9.noarch 2/8 2026-03-06T18:22:51.265 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : lua-devel-5.4.4-4.el9.x86_64 3/8 2026-03-06T18:22:51.267 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : zip-3.0-35.el9.x86_64 4/8 2026-03-06T18:22:51.271 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : unzip-6.0-59.el9.x86_64 5/8 2026-03-06T18:22:51.273 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : lua-5.4.4-4.el9.x86_64 6/8 2026-03-06T18:22:51.294 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mds-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 7/8 2026-03-06T18:22:51.294 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-06T18:22:51.294 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-03-06T18:22:51.294 INFO:teuthology.orchestra.run.vm07.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-mds.target". 2026-03-06T18:22:51.294 INFO:teuthology.orchestra.run.vm07.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-mds.target". 2026-03-06T18:22:51.294 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:51.295 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-mds-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 7/8 2026-03-06T18:22:51.301 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mds-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 7/8 2026-03-06T18:22:51.321 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mon-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 8/8 2026-03-06T18:22:51.321 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-06T18:22:51.321 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-03-06T18:22:51.321 INFO:teuthology.orchestra.run.vm07.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-mon.target". 2026-03-06T18:22:51.321 INFO:teuthology.orchestra.run.vm07.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-mon.target". 2026-03-06T18:22:51.321 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:51.323 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-mon-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 8/8 2026-03-06T18:22:51.412 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mon-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 8/8 2026-03-06T18:22:51.413 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 1/8 2026-03-06T18:22:51.413 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mds-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2/8 2026-03-06T18:22:51.413 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mon-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 3/8 2026-03-06T18:22:51.413 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lua-5.4.4-4.el9.x86_64 4/8 2026-03-06T18:22:51.413 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 5/8 2026-03-06T18:22:51.413 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 6/8 2026-03-06T18:22:51.413 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : unzip-6.0-59.el9.x86_64 7/8 2026-03-06T18:22:51.459 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : zip-3.0-35.el9.x86_64 8/8 2026-03-06T18:22:51.459 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:51.459 INFO:teuthology.orchestra.run.vm07.stdout:Removed: 2026-03-06T18:22:51.459 INFO:teuthology.orchestra.run.vm07.stdout: ceph-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:22:51.459 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mds-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:22:51.459 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mon-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:22:51.459 INFO:teuthology.orchestra.run.vm07.stdout: lua-5.4.4-4.el9.x86_64 2026-03-06T18:22:51.459 INFO:teuthology.orchestra.run.vm07.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-03-06T18:22:51.459 INFO:teuthology.orchestra.run.vm07.stdout: luarocks-3.9.2-5.el9.noarch 2026-03-06T18:22:51.459 INFO:teuthology.orchestra.run.vm07.stdout: unzip-6.0-59.el9.x86_64 2026-03-06T18:22:51.459 INFO:teuthology.orchestra.run.vm07.stdout: zip-3.0-35.el9.x86_64 2026-03-06T18:22:51.459 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:51.459 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:51.708 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout:==================================================================================================================== 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout:==================================================================================================================== 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout:Removing: 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: ceph-base x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 23 M 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout:Removing dependent packages: 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 431 k 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 3.4 M 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-cephadm noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph-noarch 803 k 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-dashboard noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph-noarch 88 M 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-diskprediction-local noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph-noarch 66 M 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-rook noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph-noarch 563 k 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: ceph-osd x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 59 M 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: ceph-volume noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph-noarch 1.4 M 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: rbd-mirror x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 13 M 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout:Removing unused dependencies: 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: abseil-cpp x86_64 20211102.0-4.el9 @epel 1.9 M 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: c-ares x86_64 1.19.1-2.el9_4 @baseos 279 k 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: ceph-common x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 85 M 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: ceph-grafana-dashboards noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph-noarch 626 k 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-k8sevents noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph-noarch 60 k 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-modules-core noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph-noarch 1.5 M 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: ceph-prometheus-alerts noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph-noarch 51 k 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: ceph-selinux x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 138 k 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: cryptsetup x86_64 2.7.2-4.el9 @baseos 722 k 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 @appstream 68 k 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 @appstream 11 M 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 @appstream 39 k 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: gperftools-libs x86_64 2.9.1-3.el9 @epel 1.4 M 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: grpc-data noarch 1.46.7-10.el9 @epel 13 k 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: ledmon-libs x86_64 1.1.0-3.el9 @baseos 80 k 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: libcephsqlite x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 425 k 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: libconfig x86_64 1.7.2-9.el9 @baseos 220 k 2026-03-06T18:22:51.715 INFO:teuthology.orchestra.run.vm07.stdout: libgfortran x86_64 11.5.0-11.el9 @baseos 2.8 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: liboath x86_64 2.6.12-1.el9 @epel 94 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: libquadmath x86_64 11.5.0-11.el9 @baseos 330 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: libradosstriper1 x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 1.6 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: libstoragemgmt x86_64 1.10.1-1.el9 @appstream 685 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: libunwind x86_64 1.6.2-1.el9 @epel 170 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: libxslt x86_64 1.1.34-13.el9_6 @appstream 751 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: nvme-cli x86_64 2.13-1.el9 @baseos 6.8 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: openblas x86_64 0.3.29-1.el9 @appstream 112 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: openblas-openmp x86_64 0.3.29-1.el9 @appstream 46 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: pciutils x86_64 3.7.0-7.el9 @baseos 216 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: protobuf x86_64 3.14.0-17.el9_7 @appstream 3.5 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 @crb 2.9 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-asyncssh noarch 2.13.2-5.el9 @epel 3.9 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-autocommand noarch 2.2.2-8.el9 @epel 82 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-babel noarch 2.9.1-2.el9 @appstream 27 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 @epel 254 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-bcrypt x86_64 3.2.2-1.el9 @epel 87 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-cachetools noarch 4.2.4-1.el9 @epel 93 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-ceph-common x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 702 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-certifi noarch 2023.05.07-4.el9 @epel 6.3 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-cffi x86_64 1.14.5-5.el9 @baseos 1.0 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-chardet noarch 4.0.0-5.el9 @77d52b2cce1347aa9f3fc60d8b93d222 1.4 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-cheroot noarch 10.0.1-4.el9 @epel 682 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-cherrypy noarch 18.6.1-2.el9 @epel 1.1 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 @baseos 4.5 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-devel x86_64 3.9.23-2.el9 @appstream 765 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-google-auth noarch 1:2.45.0-1.el9 @epel 1.4 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-grpcio x86_64 1.46.7-10.el9 @epel 6.7 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 @epel 418 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-idna noarch 2.10-7.el9_4.1 @77d52b2cce1347aa9f3fc60d8b93d222 513 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-influxdb noarch 5.3.1-1.el9 @epel 747 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-isodate noarch 0.6.1-3.el9 @epel 203 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco noarch 8.2.1-3.el9 @epel 3.7 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 @epel 24 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 @epel 55 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-context noarch 6.0.1-3.el9 @epel 31 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 @epel 33 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-text noarch 4.0.0-2.el9 @epel 51 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 @appstream 1.1 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-jsonpatch noarch 1.21-16.el9 @0d57cd3fe20446e8b1c08da162742194 55 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-jsonpointer noarch 2.0-4.el9.0.1 @0d57cd3fe20446e8b1c08da162742194 34 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 @epel 21 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 @appstream 832 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-logutils noarch 0.3.5-21.el9 @epel 126 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-lxml x86_64 4.6.5-3.el9 @appstream 4.2 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-mako noarch 1.1.4-6.el9 @appstream 534 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-markupsafe x86_64 1.1.1-12.el9 @appstream 60 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-more-itertools noarch 8.12.0-2.el9 @epel 378 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-msgpack x86_64 1.0.3-2.el9 @epel 264 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-natsort noarch 7.1.1-5.el9 @epel 215 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-numpy x86_64 1:1.23.5-1.el9 @appstream 30 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-numpy-f2py x86_64 1:1.23.5-1.el9 @appstream 1.7 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-oauthlib noarch 3.1.1-5.el9 @0d57cd3fe20446e8b1c08da162742194 888 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-packaging noarch 20.9-5.el9 @appstream 248 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-pecan noarch 1.4.2-3.el9 @epel 1.3 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-ply noarch 3.11-14.el9.0.1 @baseos 430 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-portend noarch 3.1.0-2.el9 @epel 20 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-prettytable noarch 0.7.2-27.el9.0.1 @0d57cd3fe20446e8b1c08da162742194 166 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-protobuf noarch 3.14.0-17.el9_7 @appstream 1.4 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 @epel 389 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 @appstream 622 k 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 @appstream 1.0 M 2026-03-06T18:22:51.716 INFO:teuthology.orchestra.run.vm07.stdout: python3-pycparser noarch 2.20-6.el9 @baseos 745 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 @baseos 635 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-pysocks noarch 1.7.1-12.el9.0.1 @77d52b2cce1347aa9f3fc60d8b93d222 88 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-pytz noarch 2021.1-5.el9 @0d57cd3fe20446e8b1c08da162742194 176 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-repoze-lru noarch 0.7-16.el9 @epel 83 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-requests noarch 2.25.1-10.el9_6 @baseos 405 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 @appstream 119 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-routes noarch 2.5.1-5.el9 @epel 459 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-rsa noarch 4.9-2.el9 @epel 202 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-saml noarch 1.16.0-1.el9 @epel 730 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-scipy x86_64 1.9.3-2.el9 @appstream 72 M 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-tempora noarch 5.0.0-2.el9 @epel 96 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-toml noarch 0.10.2-6.el9.0.1 @appstream 99 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-typing-extensions noarch 4.15.0-1.el9 @epel 447 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 @baseos 746 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-webob noarch 1.8.8-2.el9 @epel 1.2 M 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-websocket-client noarch 1.2.3-2.el9 @epel 319 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 @epel 1.9 M 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-xmlsec x86_64 1.3.13-1.el9 @epel 158 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: python3-zc-lockfile noarch 2.0-10.el9 @epel 35 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: qatlib x86_64 24.09.0-1.el9 @appstream 588 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: qatlib-service x86_64 24.09.0-1.el9 @appstream 64 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: qatzip-libs x86_64 1.3.1-1.el9 @appstream 148 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: smartmontools x86_64 1:7.2-9.el9 @baseos 1.9 M 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: xmlsec1 x86_64 1.2.29-13.el9 @appstream 596 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 @appstream 281 k 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout:==================================================================================================================== 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout:Remove 116 Packages 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout:Freed space: 626 M 2026-03-06T18:22:51.717 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:22:51.745 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:22:51.745 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:22:51.854 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:22:51.854 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:22:52.004 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:22:52.004 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-mgr-rook-2:19.2.3-39.g340d3c24fc6.el9.clyso 1/116 2026-03-06T18:22:52.013 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-rook-2:19.2.3-39.g340d3c24fc6.el9.clyso 1/116 2026-03-06T18:22:52.034 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 2/116 2026-03-06T18:22:52.034 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-06T18:22:52.034 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-03-06T18:22:52.034 INFO:teuthology.orchestra.run.vm07.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-mgr.target". 2026-03-06T18:22:52.034 INFO:teuthology.orchestra.run.vm07.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-mgr.target". 2026-03-06T18:22:52.034 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:52.034 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-mgr-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 2/116 2026-03-06T18:22:52.048 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 2/116 2026-03-06T18:22:52.074 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-mgr-modules-core-2:19.2.3-39.g340d3c24fc6.e 3/116 2026-03-06T18:22:52.074 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-mgr-dashboard-2:19.2.3-39.g340d3c24fc6.el9. 4/116 2026-03-06T18:22:52.087 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.2.3-39.g340d3c24fc6.el9. 4/116 2026-03-06T18:22:52.091 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-influxdb-5.3.1-1.el9.noarch 5/116 2026-03-06T18:22:52.091 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-mgr-cephadm-2:19.2.3-39.g340d3c24fc6.el9.cl 6/116 2026-03-06T18:22:52.104 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.2.3-39.g340d3c24fc6.el9.cl 6/116 2026-03-06T18:22:52.111 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-cherrypy-18.6.1-2.el9.noarch 7/116 2026-03-06T18:22:52.116 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-cheroot-10.0.1-4.el9.noarch 8/116 2026-03-06T18:22:52.125 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-grpcio-tools-1.46.7-10.el9.x86_64 9/116 2026-03-06T18:22:52.128 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-grpcio-1.46.7-10.el9.x86_64 10/116 2026-03-06T18:22:52.149 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-osd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 11/116 2026-03-06T18:22:52.149 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-06T18:22:52.149 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-03-06T18:22:52.149 INFO:teuthology.orchestra.run.vm07.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-osd.target". 2026-03-06T18:22:52.149 INFO:teuthology.orchestra.run.vm07.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-osd.target". 2026-03-06T18:22:52.149 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:52.156 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-osd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 11/116 2026-03-06T18:22:52.166 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-osd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 11/116 2026-03-06T18:22:52.185 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-volume-2:19.2.3-39.g340d3c24fc6.el9.clyso.n 12/116 2026-03-06T18:22:52.185 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-06T18:22:52.185 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-03-06T18:22:52.185 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:52.193 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-volume-2:19.2.3-39.g340d3c24fc6.el9.clyso.n 12/116 2026-03-06T18:22:52.203 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-volume-2:19.2.3-39.g340d3c24fc6.el9.clyso.n 12/116 2026-03-06T18:22:52.205 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-jaraco-collections-3.0.0-8.el9.noarch 13/116 2026-03-06T18:22:52.210 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-jaraco-text-4.0.0-2.el9.noarch 14/116 2026-03-06T18:22:52.215 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-jinja2-2.11.3-8.el9_5.noarch 15/116 2026-03-06T18:22:52.226 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-saml-1.16.0-1.el9.noarch 16/116 2026-03-06T18:22:52.262 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-pecan-1.4.2-3.el9.noarch 17/116 2026-03-06T18:22:52.270 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-babel-2.9.1-2.el9.noarch 18/116 2026-03-06T18:22:52.272 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-jaraco-classes-3.2.1-5.el9.noarch 19/116 2026-03-06T18:22:52.281 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-pyOpenSSL-21.0.0-1.el9.noarch 20/116 2026-03-06T18:22:52.291 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-asyncssh-2.13.2-5.el9.noarch 21/116 2026-03-06T18:22:52.291 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-mgr-diskprediction-local-2:19.2.3-39.g340d3 22/116 2026-03-06T18:22:52.299 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.2.3-39.g340d3 22/116 2026-03-06T18:22:52.391 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-jsonpatch-1.21-16.el9.noarch 23/116 2026-03-06T18:22:52.408 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-scipy-1.9.3-2.el9.x86_64 24/116 2026-03-06T18:22:52.414 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-xmlsec-1.3.13-1.el9.x86_64 25/116 2026-03-06T18:22:52.418 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-lxml-4.6.5-3.el9.x86_64 26/116 2026-03-06T18:22:52.431 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 27/116 2026-03-06T18:22:52.432 INFO:teuthology.orchestra.run.vm07.stdout:Removed "/etc/systemd/system/multi-user.target.wants/libstoragemgmt.service". 2026-03-06T18:22:52.432 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:52.433 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libstoragemgmt-1.10.1-1.el9.x86_64 27/116 2026-03-06T18:22:52.459 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 27/116 2026-03-06T18:22:52.464 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 28/116 2026-03-06T18:22:52.466 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : xmlsec1-openssl-1.2.29-13.el9.x86_64 29/116 2026-03-06T18:22:52.478 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : xmlsec1-1.2.29-13.el9.x86_64 30/116 2026-03-06T18:22:52.483 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-cryptography-36.0.1-5.el9_6.x86_64 31/116 2026-03-06T18:22:52.486 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : protobuf-compiler-3.14.0-17.el9_7.x86_64 32/116 2026-03-06T18:22:52.488 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-bcrypt-3.2.2-1.el9.x86_64 33/116 2026-03-06T18:22:52.514 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: rbd-mirror-2:19.2.3-39.g340d3c24fc6.el9.clyso.x8 34/116 2026-03-06T18:22:52.514 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-06T18:22:52.514 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-03-06T18:22:52.514 INFO:teuthology.orchestra.run.vm07.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target". 2026-03-06T18:22:52.514 INFO:teuthology.orchestra.run.vm07.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target". 2026-03-06T18:22:52.514 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:52.516 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : rbd-mirror-2:19.2.3-39.g340d3c24fc6.el9.clyso.x8 34/116 2026-03-06T18:22:52.528 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: rbd-mirror-2:19.2.3-39.g340d3c24fc6.el9.clyso.x8 34/116 2026-03-06T18:22:52.532 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-mako-1.1.4-6.el9.noarch 35/116 2026-03-06T18:22:52.535 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-jaraco-context-6.0.1-3.el9.noarch 36/116 2026-03-06T18:22:52.537 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-packaging-20.9-5.el9.noarch 37/116 2026-03-06T18:22:52.540 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-portend-3.1.0-2.el9.noarch 38/116 2026-03-06T18:22:52.542 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-tempora-5.0.0-2.el9.noarch 39/116 2026-03-06T18:22:52.546 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-jaraco-functools-3.5.0-2.el9.noarch 40/116 2026-03-06T18:22:52.549 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-routes-2.5.1-5.el9.noarch 41/116 2026-03-06T18:22:52.549 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-mgr-k8sevents-2:19.2.3-39.g340d3c24fc6.el9. 42/116 2026-03-06T18:22:52.600 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-k8sevents-2:19.2.3-39.g340d3c24fc6.el9. 42/116 2026-03-06T18:22:52.609 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-kubernetes-1:26.1.0-3.el9.noarch 43/116 2026-03-06T18:22:52.612 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-requests-oauthlib-1.3.0-12.el9.noarch 44/116 2026-03-06T18:22:52.621 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-requests-2.25.1-10.el9_6.noarch 45/116 2026-03-06T18:22:52.626 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-google-auth-1:2.45.0-1.el9.noarch 46/116 2026-03-06T18:22:52.635 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-rsa-4.9-2.el9.noarch 47/116 2026-03-06T18:22:52.642 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 48/116 2026-03-06T18:22:52.646 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-urllib3-1.26.5-6.el9_7.1.noarch 49/116 2026-03-06T18:22:52.650 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-cffi-1.14.5-5.el9.x86_64 50/116 2026-03-06T18:22:52.696 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-pycparser-2.20-6.el9.noarch 51/116 2026-03-06T18:22:52.708 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-numpy-1:1.23.5-1.el9.x86_64 52/116 2026-03-06T18:22:52.711 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 53/116 2026-03-06T18:22:52.716 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 54/116 2026-03-06T18:22:52.719 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : openblas-openmp-0.3.29-1.el9.x86_64 55/116 2026-03-06T18:22:52.723 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libgfortran-11.5.0-11.el9.x86_64 56/116 2026-03-06T18:22:52.726 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 57/116 2026-03-06T18:22:52.748 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-39.g340d3c2 58/116 2026-03-06T18:22:52.748 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-06T18:22:52.748 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-03-06T18:22:52.748 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:52.748 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-immutable-object-cache-2:19.2.3-39.g340d3c2 58/116 2026-03-06T18:22:52.755 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-39.g340d3c2 58/116 2026-03-06T18:22:52.757 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : openblas-0.3.29-1.el9.x86_64 59/116 2026-03-06T18:22:52.759 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : flexiblas-3.0.4-8.el9.0.1.x86_64 60/116 2026-03-06T18:22:52.762 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-ply-3.11-14.el9.0.1.noarch 61/116 2026-03-06T18:22:52.765 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-idna-2.10-7.el9_4.1.noarch 62/116 2026-03-06T18:22:52.770 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-pysocks-1.7.1-12.el9.0.1.noarch 63/116 2026-03-06T18:22:52.774 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-pyasn1-0.4.8-7.el9_7.noarch 64/116 2026-03-06T18:22:52.779 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-cachetools-4.2.4-1.el9.noarch 65/116 2026-03-06T18:22:52.787 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-chardet-4.0.0-5.el9.noarch 66/116 2026-03-06T18:22:52.792 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-oauthlib-3.1.1-5.el9.noarch 67/116 2026-03-06T18:22:52.796 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-websocket-client-1.2.3-2.el9.noarch 68/116 2026-03-06T18:22:52.799 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-certifi-2023.05.07-4.el9.noarch 69/116 2026-03-06T18:22:52.801 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-repoze-lru-0.7-16.el9.noarch 70/116 2026-03-06T18:22:52.803 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-jaraco-8.2.1-3.el9.noarch 71/116 2026-03-06T18:22:52.805 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-more-itertools-8.12.0-2.el9.noarch 72/116 2026-03-06T18:22:52.808 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-toml-0.10.2-6.el9.0.1.noarch 73/116 2026-03-06T18:22:52.810 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-pytz-2021.1-5.el9.noarch 74/116 2026-03-06T18:22:52.813 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 75/116 2026-03-06T18:22:52.820 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-backports-tarfile-1.2.0-1.el9.noarch 76/116 2026-03-06T18:22:52.824 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-devel-3.9.23-2.el9.x86_64 77/116 2026-03-06T18:22:52.826 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-jsonpointer-2.0-4.el9.0.1.noarch 78/116 2026-03-06T18:22:52.829 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-typing-extensions-4.15.0-1.el9.noarch 79/116 2026-03-06T18:22:52.834 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-logutils-0.3.5-21.el9.noarch 80/116 2026-03-06T18:22:52.838 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-webob-1.8.8-2.el9.noarch 81/116 2026-03-06T18:22:52.841 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-isodate-0.6.1-3.el9.noarch 82/116 2026-03-06T18:22:52.843 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-autocommand-2.2.2-8.el9.noarch 83/116 2026-03-06T18:22:52.849 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : grpc-data-1.46.7-10.el9.noarch 84/116 2026-03-06T18:22:52.852 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-protobuf-3.14.0-17.el9_7.noarch 85/116 2026-03-06T18:22:52.855 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-zc-lockfile-2.0-10.el9.noarch 86/116 2026-03-06T18:22:52.857 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-natsort-7.1.1-5.el9.noarch 87/116 2026-03-06T18:22:52.859 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-grafana-dashboards-2:19.2.3-39.g340d3c24fc6 88/116 2026-03-06T18:22:52.864 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-prometheus-alerts-2:19.2.3-39.g340d3c24fc6. 89/116 2026-03-06T18:22:52.867 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-werkzeug-2.0.3-3.el9.1.noarch 90/116 2026-03-06T18:22:52.886 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-base-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 91/116 2026-03-06T18:22:52.886 INFO:teuthology.orchestra.run.vm07.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2026-03-06T18:22:52.886 INFO:teuthology.orchestra.run.vm07.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-crash.service". 2026-03-06T18:22:52.886 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:52.893 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-base-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 91/116 2026-03-06T18:22:52.893 INFO:teuthology.orchestra.run.vm07.stdout:warning: file /etc/logrotate.d/ceph: remove failed: No such file or directory 2026-03-06T18:22:52.893 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:52.919 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-base-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 91/116 2026-03-06T18:22:52.919 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-common-2:19.2.3-39.g340d3c24fc6.el9.clyso.x 92/116 2026-03-06T18:22:52.932 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-common-2:19.2.3-39.g340d3c24fc6.el9.clyso.x 92/116 2026-03-06T18:22:52.937 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : qatzip-libs-1.3.1-1.el9.x86_64 93/116 2026-03-06T18:22:52.940 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-ceph-common-2:19.2.3-39.g340d3c24fc6.el9 94/116 2026-03-06T18:22:52.942 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-prettytable-0.7.2-27.el9.0.1.noarch 95/116 2026-03-06T18:22:52.942 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-selinux-2:19.2.3-39.g340d3c24fc6.el9.clyso. 96/116 2026-03-06T18:22:58.093 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-selinux-2:19.2.3-39.g340d3c24fc6.el9.clyso. 96/116 2026-03-06T18:22:58.093 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /sys 2026-03-06T18:22:58.093 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /proc 2026-03-06T18:22:58.093 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /mnt 2026-03-06T18:22:58.093 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /var/tmp 2026-03-06T18:22:58.093 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /home 2026-03-06T18:22:58.093 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /root 2026-03-06T18:22:58.093 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /tmp 2026-03-06T18:22:58.093 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:58.101 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : qatlib-24.09.0-1.el9.x86_64 97/116 2026-03-06T18:22:58.121 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 98/116 2026-03-06T18:22:58.121 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : qatlib-service-24.09.0-1.el9.x86_64 98/116 2026-03-06T18:22:58.129 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 98/116 2026-03-06T18:22:58.133 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : gperftools-libs-2.9.1-3.el9.x86_64 99/116 2026-03-06T18:22:58.136 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libunwind-1.6.2-1.el9.x86_64 100/116 2026-03-06T18:22:58.139 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : pciutils-3.7.0-7.el9.x86_64 101/116 2026-03-06T18:22:58.141 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : liboath-2.6.12-1.el9.x86_64 102/116 2026-03-06T18:22:58.141 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libradosstriper1-2:19.2.3-39.g340d3c24fc6.el9.cl 103/116 2026-03-06T18:22:58.170 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libradosstriper1-2:19.2.3-39.g340d3c24fc6.el9.cl 103/116 2026-03-06T18:22:58.176 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : nvme-cli-2.13-1.el9.x86_64 104/116 2026-03-06T18:22:58.189 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 105/116 2026-03-06T18:22:58.189 INFO:teuthology.orchestra.run.vm07.stdout:Removed "/etc/systemd/system/multi-user.target.wants/smartd.service". 2026-03-06T18:22:58.189 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:58.191 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : smartmontools-1:7.2-9.el9.x86_64 105/116 2026-03-06T18:22:58.199 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 105/116 2026-03-06T18:22:58.201 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ledmon-libs-1.1.0-3.el9.x86_64 106/116 2026-03-06T18:22:58.204 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libquadmath-11.5.0-11.el9.x86_64 107/116 2026-03-06T18:22:58.208 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-markupsafe-1.1.1-12.el9.x86_64 108/116 2026-03-06T18:22:58.211 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : protobuf-3.14.0-17.el9_7.x86_64 109/116 2026-03-06T18:22:58.214 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libxslt-1.1.34-13.el9_6.x86_64 110/116 2026-03-06T18:22:58.219 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libconfig-1.7.2-9.el9.x86_64 111/116 2026-03-06T18:22:58.227 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : cryptsetup-2.7.2-4.el9.x86_64 112/116 2026-03-06T18:22:58.232 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : abseil-cpp-20211102.0-4.el9.x86_64 113/116 2026-03-06T18:22:58.235 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : c-ares-1.19.1-2.el9_4.x86_64 114/116 2026-03-06T18:22:58.238 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-msgpack-1.0.3-2.el9.x86_64 115/116 2026-03-06T18:22:58.238 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libcephsqlite-2:19.2.3-39.g340d3c24fc6.el9.clyso 116/116 2026-03-06T18:22:58.332 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libcephsqlite-2:19.2.3-39.g340d3c24fc6.el9.clyso 116/116 2026-03-06T18:22:58.332 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 1/116 2026-03-06T18:22:58.332 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 2/116 2026-03-06T18:22:58.332 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-base-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 3/116 2026-03-06T18:22:58.332 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-common-2:19.2.3-39.g340d3c24fc6.el9.clyso.x 4/116 2026-03-06T18:22:58.332 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-grafana-dashboards-2:19.2.3-39.g340d3c24fc6 5/116 2026-03-06T18:22:58.332 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-39.g340d3c2 6/116 2026-03-06T18:22:58.332 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 7/116 2026-03-06T18:22:58.332 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-cephadm-2:19.2.3-39.g340d3c24fc6.el9.cl 8/116 2026-03-06T18:22:58.332 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-dashboard-2:19.2.3-39.g340d3c24fc6.el9. 9/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.2.3-39.g340d3 10/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-k8sevents-2:19.2.3-39.g340d3c24fc6.el9. 11/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-39.g340d3c24fc6.e 12/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-rook-2:19.2.3-39.g340d3c24fc6.el9.clyso 13/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-osd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_ 14/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-prometheus-alerts-2:19.2.3-39.g340d3c24fc6. 15/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-selinux-2:19.2.3-39.g340d3c24fc6.el9.clyso. 16/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-volume-2:19.2.3-39.g340d3c24fc6.el9.clyso.n 17/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 18/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 19/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 20/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 21/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 22/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 23/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 24/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcephsqlite-2:19.2.3-39.g340d3c24fc6.el9.clyso 25/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 26/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 27/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 28/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 29/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libradosstriper1-2:19.2.3-39.g340d3c24fc6.el9.cl 30/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 31/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 32/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 33/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 34/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 35/116 2026-03-06T18:22:58.333 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 36/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 37/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 38/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 39/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 40/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 41/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 42/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 43/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 44/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 45/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-ceph-common-2:19.2.3-39.g340d3c24fc6.el9 46/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 47/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 48/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-chardet-4.0.0-5.el9.noarch 49/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 50/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 51/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 52/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 53/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 54/116 2026-03-06T18:22:58.334 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 55/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 56/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-idna-2.10-7.el9_4.1.noarch 57/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 58/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 59/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 60/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 61/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 62/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 63/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 64/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 65/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 66/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 67/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jsonpointer-2.0-4.el9.0.1.noarch 68/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 69/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 70/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 71/116 2026-03-06T18:22:58.335 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 72/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 73/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 74/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 75/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 76/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 77/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-numpy-1:1.23.5-1.el9.x86_64 78/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 79/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 80/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 81/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 82/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 83/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 84/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-prettytable-0.7.2-27.el9.0.1.noarch 85/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 86/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 88/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 89/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 90/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 91/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pysocks-1.7.1-12.el9.0.1.noarch 92/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 93/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 94/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 95/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 96/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 97/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 98/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 99/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 100/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 101/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 102/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 103/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 104/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 105/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 106/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 107/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 108/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 109/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 110/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 111/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 112/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : rbd-mirror-2:19.2.3-39.g340d3c24fc6.el9.clyso.x8 113/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 114/116 2026-03-06T18:22:58.336 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 115/116 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 116/116 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout:Removed: 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: ceph-base-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: ceph-common-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: ceph-grafana-dashboards-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: ceph-immutable-object-cache-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-cephadm-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-dashboard-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-diskprediction-local-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-k8sevents-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-modules-core-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-rook-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: ceph-osd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: ceph-prometheus-alerts-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: ceph-selinux-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: ceph-volume-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: grpc-data-1.46.7-10.el9.noarch 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: libcephsqlite-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: libconfig-1.7.2-9.el9.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: liboath-2.6.12-1.el9.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: libradosstriper1-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: libunwind-1.6.2-1.el9.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: nvme-cli-2.13-1.el9.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: openblas-0.3.29-1.el9.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-03-06T18:22:58.417 INFO:teuthology.orchestra.run.vm07.stdout: pciutils-3.7.0-7.el9.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-babel-2.9.1-2.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-ceph-common-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-chardet-4.0.0-5.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-idna-2.10-7.el9_4.1.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-jsonpatch-1.21-16.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-jsonpointer-2.0-4.el9.0.1.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-mako-1.1.4-6.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-numpy-1:1.23.5-1.el9.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-numpy-f2py-1:1.23.5-1.el9.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-packaging-20.9-5.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-portend-3.1.0-2.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-prettytable-0.7.2-27.el9.0.1.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-pycparser-2.20-6.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-pysocks-1.7.1-12.el9.0.1.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-pytz-2021.1-5.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-routes-2.5.1-5.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-rsa-4.9-2.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-saml-1.16.0-1.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-03-06T18:22:58.418 INFO:teuthology.orchestra.run.vm07.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-03-06T18:22:58.419 INFO:teuthology.orchestra.run.vm07.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-03-06T18:22:58.419 INFO:teuthology.orchestra.run.vm07.stdout: python3-webob-1.8.8-2.el9.noarch 2026-03-06T18:22:58.419 INFO:teuthology.orchestra.run.vm07.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-03-06T18:22:58.419 INFO:teuthology.orchestra.run.vm07.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-03-06T18:22:58.419 INFO:teuthology.orchestra.run.vm07.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-03-06T18:22:58.419 INFO:teuthology.orchestra.run.vm07.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-03-06T18:22:58.419 INFO:teuthology.orchestra.run.vm07.stdout: qatlib-24.09.0-1.el9.x86_64 2026-03-06T18:22:58.419 INFO:teuthology.orchestra.run.vm07.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-03-06T18:22:58.419 INFO:teuthology.orchestra.run.vm07.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-03-06T18:22:58.419 INFO:teuthology.orchestra.run.vm07.stdout: rbd-mirror-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:22:58.419 INFO:teuthology.orchestra.run.vm07.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-03-06T18:22:58.419 INFO:teuthology.orchestra.run.vm07.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-03-06T18:22:58.419 INFO:teuthology.orchestra.run.vm07.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-03-06T18:22:58.419 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:58.419 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:58.644 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:58.644 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:58.644 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:22:58.644 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:58.644 INFO:teuthology.orchestra.run.vm07.stdout:Removing: 2026-03-06T18:22:58.644 INFO:teuthology.orchestra.run.vm07.stdout: cephadm noarch 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph-noarch 775 k 2026-03-06T18:22:58.644 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:58.644 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:22:58.644 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:58.644 INFO:teuthology.orchestra.run.vm07.stdout:Remove 1 Package 2026-03-06T18:22:58.644 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:58.644 INFO:teuthology.orchestra.run.vm07.stdout:Freed space: 775 k 2026-03-06T18:22:58.645 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:22:58.646 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:22:58.646 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:22:58.647 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:22:58.647 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:22:58.666 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:22:58.666 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : cephadm-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 1/1 2026-03-06T18:22:58.794 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: cephadm-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 1/1 2026-03-06T18:22:58.833 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cephadm-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 1/1 2026-03-06T18:22:58.833 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:58.833 INFO:teuthology.orchestra.run.vm07.stdout:Removed: 2026-03-06T18:22:58.833 INFO:teuthology.orchestra.run.vm07.stdout: cephadm-2:19.2.3-39.g340d3c24fc6.el9.clyso.noarch 2026-03-06T18:22:58.833 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:58.833 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:59.007 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: ceph-immutable-object-cache 2026-03-06T18:22:59.007 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:22:59.010 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:59.010 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:22:59.010 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:59.176 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: ceph-mgr 2026-03-06T18:22:59.176 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:22:59.179 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:59.179 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:22:59.179 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:59.338 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: ceph-mgr-dashboard 2026-03-06T18:22:59.338 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:22:59.340 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:59.341 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:22:59.341 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:59.493 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: ceph-mgr-diskprediction-local 2026-03-06T18:22:59.493 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:22:59.495 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:59.496 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:22:59.496 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:59.646 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: ceph-mgr-rook 2026-03-06T18:22:59.646 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:22:59.649 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:59.649 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:22:59.649 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:59.798 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: ceph-mgr-cephadm 2026-03-06T18:22:59.798 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:22:59.800 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:59.801 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:22:59.801 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:22:59.963 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:22:59.964 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:59.964 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:22:59.964 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:59.964 INFO:teuthology.orchestra.run.vm07.stdout:Removing: 2026-03-06T18:22:59.964 INFO:teuthology.orchestra.run.vm07.stdout: ceph-fuse x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 3.6 M 2026-03-06T18:22:59.964 INFO:teuthology.orchestra.run.vm07.stdout:Removing unused dependencies: 2026-03-06T18:22:59.964 INFO:teuthology.orchestra.run.vm07.stdout: fuse x86_64 2.9.9-17.el9 @baseos 213 k 2026-03-06T18:22:59.964 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:59.964 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:22:59.964 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:22:59.964 INFO:teuthology.orchestra.run.vm07.stdout:Remove 2 Packages 2026-03-06T18:22:59.964 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:22:59.964 INFO:teuthology.orchestra.run.vm07.stdout:Freed space: 3.8 M 2026-03-06T18:22:59.964 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:22:59.966 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:22:59.966 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:22:59.977 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:22:59.978 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:23:00.005 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:23:00.008 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : ceph-fuse-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 1/2 2026-03-06T18:23:00.022 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : fuse-2.9.9-17.el9.x86_64 2/2 2026-03-06T18:23:00.083 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: fuse-2.9.9-17.el9.x86_64 2/2 2026-03-06T18:23:00.084 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-fuse-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 1/2 2026-03-06T18:23:00.130 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 2/2 2026-03-06T18:23:00.130 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:23:00.130 INFO:teuthology.orchestra.run.vm07.stdout:Removed: 2026-03-06T18:23:00.130 INFO:teuthology.orchestra.run.vm07.stdout: ceph-fuse-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 fuse-2.9.9-17.el9.x86_64 2026-03-06T18:23:00.130 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:23:00.130 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:23:00.340 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: ceph-volume 2026-03-06T18:23:00.340 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:23:00.343 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:23:00.343 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:23:00.344 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:23:00.524 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:23:00.525 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:23:00.525 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repo Size 2026-03-06T18:23:00.525 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:23:00.525 INFO:teuthology.orchestra.run.vm07.stdout:Removing: 2026-03-06T18:23:00.525 INFO:teuthology.orchestra.run.vm07.stdout: librados-devel x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 456 k 2026-03-06T18:23:00.525 INFO:teuthology.orchestra.run.vm07.stdout:Removing dependent packages: 2026-03-06T18:23:00.525 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs-devel x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 153 k 2026-03-06T18:23:00.525 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:23:00.525 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:23:00.525 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:23:00.525 INFO:teuthology.orchestra.run.vm07.stdout:Remove 2 Packages 2026-03-06T18:23:00.525 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:23:00.525 INFO:teuthology.orchestra.run.vm07.stdout:Freed space: 610 k 2026-03-06T18:23:00.525 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:23:00.527 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:23:00.527 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:23:00.535 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:23:00.535 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:23:00.559 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:23:00.561 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libcephfs-devel-2:19.2.3-39.g340d3c24fc6.el9.clyso.x 1/2 2026-03-06T18:23:00.573 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : librados-devel-2:19.2.3-39.g340d3c24fc6.el9.clyso.x8 2/2 2026-03-06T18:23:00.626 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librados-devel-2:19.2.3-39.g340d3c24fc6.el9.clyso.x8 2/2 2026-03-06T18:23:00.626 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcephfs-devel-2:19.2.3-39.g340d3c24fc6.el9.clyso.x 1/2 2026-03-06T18:23:00.665 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librados-devel-2:19.2.3-39.g340d3c24fc6.el9.clyso.x8 2/2 2026-03-06T18:23:00.665 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:23:00.665 INFO:teuthology.orchestra.run.vm07.stdout:Removed: 2026-03-06T18:23:00.665 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs-devel-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:23:00.665 INFO:teuthology.orchestra.run.vm07.stdout: librados-devel-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:23:00.665 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:23:00.665 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:23:00.844 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:23:00.845 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:23:00.845 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repo Size 2026-03-06T18:23:00.845 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:23:00.845 INFO:teuthology.orchestra.run.vm07.stdout:Removing: 2026-03-06T18:23:00.845 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs2 x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 3.0 M 2026-03-06T18:23:00.845 INFO:teuthology.orchestra.run.vm07.stdout:Removing dependent packages: 2026-03-06T18:23:00.845 INFO:teuthology.orchestra.run.vm07.stdout: python3-cephfs x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 514 k 2026-03-06T18:23:00.845 INFO:teuthology.orchestra.run.vm07.stdout:Removing unused dependencies: 2026-03-06T18:23:00.845 INFO:teuthology.orchestra.run.vm07.stdout: python3-ceph-argparse x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 187 k 2026-03-06T18:23:00.845 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:23:00.845 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:23:00.845 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:23:00.845 INFO:teuthology.orchestra.run.vm07.stdout:Remove 3 Packages 2026-03-06T18:23:00.845 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:23:00.845 INFO:teuthology.orchestra.run.vm07.stdout:Freed space: 3.7 M 2026-03-06T18:23:00.845 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:23:00.847 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:23:00.847 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:23:00.857 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:23:00.857 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:23:00.881 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:23:00.883 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-cephfs-2:19.2.3-39.g340d3c24fc6.el9.clyso.x8 1/3 2026-03-06T18:23:00.884 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-ceph-argparse-2:19.2.3-39.g340d3c24fc6.el9.c 2/3 2026-03-06T18:23:00.885 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libcephfs2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 3/3 2026-03-06T18:23:00.941 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libcephfs2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 3/3 2026-03-06T18:23:00.941 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcephfs2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 1/3 2026-03-06T18:23:00.941 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-ceph-argparse-2:19.2.3-39.g340d3c24fc6.el9.c 2/3 2026-03-06T18:23:00.977 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cephfs-2:19.2.3-39.g340d3c24fc6.el9.clyso.x8 3/3 2026-03-06T18:23:00.977 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:23:00.977 INFO:teuthology.orchestra.run.vm07.stdout:Removed: 2026-03-06T18:23:00.977 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:23:00.977 INFO:teuthology.orchestra.run.vm07.stdout: python3-ceph-argparse-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:23:00.977 INFO:teuthology.orchestra.run.vm07.stdout: python3-cephfs-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:23:00.978 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:23:00.978 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:23:01.142 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: libcephfs-devel 2026-03-06T18:23:01.143 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:23:01.145 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:23:01.146 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:23:01.146 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:23:01.331 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:23:01.332 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:23:01.332 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-03-06T18:23:01.332 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:23:01.332 INFO:teuthology.orchestra.run.vm07.stdout:Removing: 2026-03-06T18:23:01.332 INFO:teuthology.orchestra.run.vm07.stdout: librados2 x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 13 M 2026-03-06T18:23:01.332 INFO:teuthology.orchestra.run.vm07.stdout:Removing dependent packages: 2026-03-06T18:23:01.332 INFO:teuthology.orchestra.run.vm07.stdout: python3-rados x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 1.1 M 2026-03-06T18:23:01.332 INFO:teuthology.orchestra.run.vm07.stdout: python3-rbd x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 1.1 M 2026-03-06T18:23:01.332 INFO:teuthology.orchestra.run.vm07.stdout: python3-rgw x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 265 k 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: qemu-kvm-block-rbd x86_64 17:9.1.0-29.el9_7.6 @appstream 41 k 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: rbd-fuse x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 227 k 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: rbd-nbd x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 494 k 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout:Removing unused dependencies: 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: boost-program-options 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: x86_64 1.75.0-13.el9_7 @appstream 276 k 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: libarrow x86_64 9.0.0-15.el9 @epel 18 M 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: libarrow-doc noarch 9.0.0-15.el9 @epel 122 k 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: libnbd x86_64 1.20.3-4.el9 @appstream 461 k 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: libpmemobj x86_64 1.12.1-1.el9 @appstream 383 k 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: librabbitmq x86_64 0.11.0-7.el9 @appstream 102 k 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: librbd1 x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 13 M 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: librdkafka x86_64 1.6.1-102.el9 @appstream 2.0 M 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: librgw2 x86_64 2:19.2.3-39.g340d3c24fc6.el9.clyso @ceph 19 M 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: lmdb-libs x86_64 0.9.29-3.el9 @baseos 106 k 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: lttng-ust x86_64 2.12.0-6.el9 @appstream 1.0 M 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: parquet-libs x86_64 9.0.0-15.el9 @epel 2.8 M 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: re2 x86_64 1:20211101-20.el9 @epel 472 k 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: thrift x86_64 0.15.0-4.el9 @epel 4.8 M 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout:================================================================================ 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout:Remove 21 Packages 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout:Freed space: 79 M 2026-03-06T18:23:01.333 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-03-06T18:23:01.337 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-03-06T18:23:01.337 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-03-06T18:23:01.355 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-03-06T18:23:01.355 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-03-06T18:23:01.390 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-03-06T18:23:01.392 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : rbd-nbd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 1/21 2026-03-06T18:23:01.394 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : rbd-fuse-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2/21 2026-03-06T18:23:01.397 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-rgw-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 3/21 2026-03-06T18:23:01.397 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : librgw2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 4/21 2026-03-06T18:23:01.410 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librgw2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 4/21 2026-03-06T18:23:01.412 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : parquet-libs-9.0.0-15.el9.x86_64 5/21 2026-03-06T18:23:01.414 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-rbd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 6/21 2026-03-06T18:23:01.415 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : python3-rados-2:19.2.3-39.g340d3c24fc6.el9.clyso.x 7/21 2026-03-06T18:23:01.417 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : qemu-kvm-block-rbd-17:9.1.0-29.el9_7.6.x86_64 8/21 2026-03-06T18:23:01.420 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libarrow-doc-9.0.0-15.el9.noarch 9/21 2026-03-06T18:23:01.420 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : librbd1-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 10/21 2026-03-06T18:23:01.432 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librbd1-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 10/21 2026-03-06T18:23:01.432 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : librados2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_6 11/21 2026-03-06T18:23:01.433 INFO:teuthology.orchestra.run.vm07.stdout:warning: file /etc/ceph: remove failed: No such file or directory 2026-03-06T18:23:01.433 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:23:01.445 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librados2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_6 11/21 2026-03-06T18:23:01.447 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libarrow-9.0.0-15.el9.x86_64 12/21 2026-03-06T18:23:01.450 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : re2-1:20211101-20.el9.x86_64 13/21 2026-03-06T18:23:01.454 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : lttng-ust-2.12.0-6.el9.x86_64 14/21 2026-03-06T18:23:01.456 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : thrift-0.15.0-4.el9.x86_64 15/21 2026-03-06T18:23:01.459 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libnbd-1.20.3-4.el9.x86_64 16/21 2026-03-06T18:23:01.461 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : libpmemobj-1.12.1-1.el9.x86_64 17/21 2026-03-06T18:23:01.462 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : boost-program-options-1.75.0-13.el9_7.x86_64 18/21 2026-03-06T18:23:01.464 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : lmdb-libs-0.9.29-3.el9.x86_64 19/21 2026-03-06T18:23:01.466 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : librabbitmq-0.11.0-7.el9.x86_64 20/21 2026-03-06T18:23:01.479 INFO:teuthology.orchestra.run.vm07.stdout: Erasing : librdkafka-1.6.1-102.el9.x86_64 21/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librdkafka-1.6.1-102.el9.x86_64 21/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 1/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 2/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 3/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 4/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 5/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 6/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librados2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_6 7/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librbd1-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 8/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 9/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librgw2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 10/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lmdb-libs-0.9.29-3.el9.x86_64 11/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 12/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 13/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-rados-2:19.2.3-39.g340d3c24fc6.el9.clyso.x 14/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-rbd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 15/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-rgw-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86 16/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : qemu-kvm-block-rbd-17:9.1.0-29.el9_7.6.x86_64 17/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : rbd-fuse-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 18/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : rbd-nbd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 19/21 2026-03-06T18:23:01.535 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : re2-1:20211101-20.el9.x86_64 20/21 2026-03-06T18:23:01.578 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 21/21 2026-03-06T18:23:01.578 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:23:01.578 INFO:teuthology.orchestra.run.vm07.stdout:Removed: 2026-03-06T18:23:01.578 INFO:teuthology.orchestra.run.vm07.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-03-06T18:23:01.578 INFO:teuthology.orchestra.run.vm07.stdout: libarrow-9.0.0-15.el9.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: libnbd-1.20.3-4.el9.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: librados2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: librbd1-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: librgw2-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: lmdb-libs-0.9.29-3.el9.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: python3-rados-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: python3-rbd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: python3-rgw-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: qemu-kvm-block-rbd-17:9.1.0-29.el9_7.6.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: rbd-fuse-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: rbd-nbd-2:19.2.3-39.g340d3c24fc6.el9.clyso.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: re2-1:20211101-20.el9.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: thrift-0.15.0-4.el9.x86_64 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-06T18:23:01.579 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:23:01.769 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: librbd1 2026-03-06T18:23:01.769 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:23:01.772 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:23:01.773 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:23:01.773 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:23:01.959 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: python3-rados 2026-03-06T18:23:01.959 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:23:01.962 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:23:01.962 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:23:01.963 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:23:02.165 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: python3-rgw 2026-03-06T18:23:02.166 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:23:02.168 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:23:02.169 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:23:02.169 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:23:02.328 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: python3-cephfs 2026-03-06T18:23:02.328 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:23:02.331 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:23:02.332 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:23:02.332 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:23:02.488 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: python3-rbd 2026-03-06T18:23:02.488 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:23:02.491 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:23:02.491 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:23:02.491 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:23:02.650 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: rbd-fuse 2026-03-06T18:23:02.650 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:23:02.653 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:23:02.653 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:23:02.653 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:23:02.807 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: rbd-mirror 2026-03-06T18:23:02.807 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:23:02.810 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:23:02.811 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:23:02.811 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:23:02.978 INFO:teuthology.orchestra.run.vm07.stdout:No match for argument: rbd-nbd 2026-03-06T18:23:02.978 INFO:teuthology.orchestra.run.vm07.stderr:No packages marked for removal. 2026-03-06T18:23:02.981 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-03-06T18:23:02.982 INFO:teuthology.orchestra.run.vm07.stdout:Nothing to do. 2026-03-06T18:23:02.982 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-03-06T18:23:03.038 DEBUG:teuthology.orchestra.run.vm07:> sudo yum clean all 2026-03-06T18:23:03.160 INFO:teuthology.orchestra.run.vm07.stdout:62 files removed 2026-03-06T18:23:03.180 DEBUG:teuthology.orchestra.run.vm07:> sudo rm /etc/yum.repos.d/ceph-source.repo 2026-03-06T18:23:03.203 DEBUG:teuthology.orchestra.run.vm07:> sudo rm /etc/yum.repos.d/ceph-noarch.repo 2026-03-06T18:23:03.271 DEBUG:teuthology.orchestra.run.vm07:> sudo rm /etc/yum.repos.d/ceph.repo 2026-03-06T18:23:03.340 DEBUG:teuthology.orchestra.run.vm07:> sudo yum clean expire-cache 2026-03-06T18:23:03.494 INFO:teuthology.orchestra.run.vm07.stdout:Cache was expired 2026-03-06T18:23:03.494 INFO:teuthology.orchestra.run.vm07.stdout:0 files removed 2026-03-06T18:23:03.515 DEBUG:teuthology.parallel:result is None 2026-03-06T18:23:03.515 INFO:teuthology.task.install:Removing ceph sources lists on ubuntu@vm07.local 2026-03-06T18:23:03.515 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -f /etc/yum.repos.d/ceph.repo 2026-03-06T18:23:03.542 DEBUG:teuthology.orchestra.run.vm07:> sudo mv -f /etc/yum/pluginconf.d/priorities.conf.orig /etc/yum/pluginconf.d/priorities.conf 2026-03-06T18:23:03.606 INFO:teuthology.orchestra.run.vm07.stderr:mv: cannot stat '/etc/yum/pluginconf.d/priorities.conf.orig': No such file or directory 2026-03-06T18:23:03.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T18:23:03.608 DEBUG:teuthology.parallel:result is None 2026-03-06T18:23:03.608 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-03-06T18:23:03.610 INFO:teuthology.task.clock:Checking final clock skew... 2026-03-06T18:23:03.610 DEBUG:teuthology.orchestra.run.vm07:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-06T18:23:03.662 INFO:teuthology.orchestra.run.vm07.stderr:bash: line 1: ntpq: command not found 2026-03-06T18:23:03.665 INFO:teuthology.orchestra.run.vm07.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-06T18:23:03.665 INFO:teuthology.orchestra.run.vm07.stdout:=============================================================================== 2026-03-06T18:23:03.665 INFO:teuthology.orchestra.run.vm07.stdout:^+ ntp.kernfusion.at 2 6 377 5 -4106us[-4106us] +/- 30ms 2026-03-06T18:23:03.665 INFO:teuthology.orchestra.run.vm07.stdout:^* ns1.blazing.de 3 6 377 6 +137us[ -91us] +/- 17ms 2026-03-06T18:23:03.665 INFO:teuthology.orchestra.run.vm07.stdout:^+ stratum2-1.NTP.TechFak.N> 2 6 347 5 +1659us[+1659us] +/- 17ms 2026-03-06T18:23:03.665 INFO:teuthology.orchestra.run.vm07.stdout:^+ 104-167-24-26.lunoxia.fc> 2 6 377 4 +3084us[+3084us] +/- 45ms 2026-03-06T18:23:03.666 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-03-06T18:23:03.668 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-03-06T18:23:03.668 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-03-06T18:23:03.670 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-03-06T18:23:03.672 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-03-06T18:23:03.674 INFO:teuthology.task.internal:Duration was 484.758533 seconds 2026-03-06T18:23:03.674 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-03-06T18:23:03.676 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-03-06T18:23:03.676 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-06T18:23:03.746 INFO:teuthology.orchestra.run.vm07.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-06T18:23:03.913 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-03-06T18:23:03.914 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm07.local 2026-03-06T18:23:03.914 DEBUG:teuthology.orchestra.run.vm07:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-06T18:23:03.978 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-03-06T18:23:03.978 DEBUG:teuthology.orchestra.run.vm07:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-06T18:23:04.439 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-03-06T18:23:04.439 DEBUG:teuthology.orchestra.run.vm07:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-06T18:23:04.462 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-06T18:23:04.462 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-06T18:23:04.462 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose/home/ubuntu/cephtest/archive/syslog/kern.log: -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-06T18:23:04.462 INFO:teuthology.orchestra.run.vm07.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-06T18:23:04.463 INFO:teuthology.orchestra.run.vm07.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-03-06T18:23:04.610 INFO:teuthology.orchestra.run.vm07.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 98.5% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-06T18:23:04.612 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-03-06T18:23:04.615 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-03-06T18:23:04.615 DEBUG:teuthology.orchestra.run.vm07:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-06T18:23:04.675 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-03-06T18:23:04.678 DEBUG:teuthology.orchestra.run.vm07:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-06T18:23:04.738 INFO:teuthology.orchestra.run.vm07.stdout:kernel.core_pattern = core 2026-03-06T18:23:04.752 DEBUG:teuthology.orchestra.run.vm07:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-06T18:23:04.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-06T18:23:04.807 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-03-06T18:23:04.810 INFO:teuthology.task.internal:Transferring archived files... 2026-03-06T18:23:04.811 DEBUG:teuthology.misc:Transferring archived files from vm07:/home/ubuntu/cephtest/archive to /archive/irq0-2026-03-06_18:11:54-rgw:crypt-cobaltcore-storage-v19.2.3-fasttrack-5-none-default-vps/320/remote/vm07 2026-03-06T18:23:04.811 DEBUG:teuthology.orchestra.run.vm07:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-06T18:23:04.876 INFO:teuthology.task.internal:Removing archive directory... 2026-03-06T18:23:04.876 DEBUG:teuthology.orchestra.run.vm07:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-06T18:23:04.934 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-03-06T18:23:04.937 INFO:teuthology.task.internal:Not uploading archives. 2026-03-06T18:23:04.937 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-03-06T18:23:04.939 INFO:teuthology.task.internal:Tidying up after the test... 2026-03-06T18:23:04.939 DEBUG:teuthology.orchestra.run.vm07:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-06T18:23:04.993 INFO:teuthology.orchestra.run.vm07.stdout: 83886506 0 drwxr-xr-x 2 ubuntu ubuntu 6 Mar 6 18:23 /home/ubuntu/cephtest 2026-03-06T18:23:04.994 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-03-06T18:23:05.000 INFO:teuthology.run:Summary data: description: rgw:crypt/{0-cluster/fixed-1 1-ceph-install/install 2-kms/barbican 3-rgw/rgw 4-tests/{s3tests} ignore-pg-availability overrides rocky_latest s3tests-branch} duration: 484.7585334777832 failure_reason: Cannot create secret flavor: default owner: irq0 sentry_event: null status: fail success: false 2026-03-06T18:23:05.001 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-06T18:23:05.016 INFO:teuthology.run:FAIL