2026-04-08T13:23:46.811 INFO:root:teuthology version: 1.2.4.dev6+g1c580df7a 2026-04-08T13:23:46.818 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-04-08T13:23:46.840 INFO:teuthology.run:Config: archive_path: /archive/kyr-2026-04-08_13:23:07-rgw:crypt-20.2.0-none-default-vps/5108 branch: 20.2.0 description: rgw:crypt/{0-cluster/fixed-1 1-ceph-install/install 2-kms/barbican 3-rgw/rgw 4-tests/{s3tests} ignore-pg-availability overrides rocky_latest s3tests-branch} email: null first_in_suite: false flavor: default job_id: '5108' last_in_suite: false machine_type: vps name: kyr-2026-04-08_13:23:07-rgw:crypt-20.2.0-none-default-vps no_nested_subset: false os_type: rocky os_version: '9.7' overrides: admin_socket: branch: 20.2.0 ansible.cephlab: branch: main repo: https://github.com/kshtsk/ceph-cm-ansible.git skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: logical_volumes: lv_1: scratch_dev: true size: 25%VG vg: vg_nvme lv_2: scratch_dev: true size: 25%VG vg: vg_nvme lv_3: scratch_dev: true size: 25%VG vg: vg_nvme lv_4: scratch_dev: true size: 25%VG vg: vg_nvme timezone: UTC volume_groups: vg_nvme: pvs: /dev/vdb,/dev/vdc,/dev/vdd,/dev/vde ceph: conf: client: debug rgw: 20 rgw crypt require ssl: false rgw crypt s3 kms backend: barbican rgw keystone accepted admin roles: admin rgw keystone accepted roles: admin,member,creator rgw keystone admin domain: Default rgw keystone admin password: ADMIN rgw keystone admin project: admin rgw keystone admin user: admin rgw keystone api version: 3 rgw keystone barbican domain: Default rgw keystone barbican password: rgwcrypt-pass rgw keystone barbican project: rgwcrypt rgw keystone barbican user: rgwcrypt-user rgw keystone implicit tenants: true rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw swift account in url: true rgw swift enforce content length: true rgw swift versioning enabled: true setgroup: ceph setuser: ceph mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd mclock iops capacity threshold hdd: 49000 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled sha1: 69f84cc2651aa259a15bc192ddaabd3baba07489 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log global: osd crush chooseleaf type: 0 osd pool default pg num: 128 osd pool default pgp num: 128 osd pool default size: 2 mon: {} cephadm: cephadm_binary_url: https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm install: ceph: flavor: default sha1: 69f84cc2651aa259a15bc192ddaabd3baba07489 extra_system_packages: deb: - python3-jmespath - python3-xmltodict - s3cmd rpm: - bzip2 - perl-Test-Harness - python3-jmespath - python3-xmltodict - s3cmd repos: - name: ceph-source priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-20.2.0-0-g69f84cc2651/el9.clyso/SRPMS - name: ceph-noarch priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-20.2.0-0-g69f84cc2651/el9.clyso/noarch - name: ceph priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-20.2.0-0-g69f84cc2651/el9.clyso/x86_64 rgw: client.0: use-barbican-role: client.0 use-keystone-role: client.0 compression type: random storage classes: FROZEN: null LUKEWARM: - --compression - zlib s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 force-branch: ceph-tentacle sha1: e0c4ff71baef6d5126a0201df5fe54196d89b296 storage classes: LUKEWARM, FROZEN selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 workunit: branch: tt-custom-v20.2.0 sha1: 2747235ad20514d6f5074f38ed6875153cbf7892 owner: kyr priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mgr.x - osd.0 - osd.1 - osd.2 - client.0 seed: 2394 sha1: 69f84cc2651aa259a15bc192ddaabd3baba07489 sleep_before_teardown: 0 suite: rgw:crypt suite_branch: tt-custom-v20.2.0 suite_path: /home/teuthos/src/github.com_kshtsk_ceph_2747235ad20514d6f5074f38ed6875153cbf7892/qa suite_relpath: qa suite_repo: https://github.com/kshtsk/ceph suite_sha1: 2747235ad20514d6f5074f38ed6875153cbf7892 targets: vm09.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC7NiTcarReYR31DPt7+RR86Y+2te8SQofL2/2RpL5zryhRTvoKSkDLkgFsTo2OgJB4CRomPZ9aR2CexEPCs1R8= tasks: - install: null - ceph: null - tox: - client.0 - keystone: client.0: force-branch: stable/2025.1 projects: - description: Encryption Tenant domain: default name: rgwcrypt - description: Barbican domain: default name: barbican - description: S3 project domain: default name: s3 role-mappings: - name: member project: rgwcrypt user: rgwcrypt-user - name: admin project: barbican user: barbican-user - name: creator project: s3 user: s3-user roles: - name: member - name: creator services: - description: Swift Service name: swift type: object-store users: - domain: default name: rgwcrypt-user password: rgwcrypt-pass project: rgwcrypt - domain: default name: barbican-user password: barbican-pass project: barbican - domain: default name: s3-user password: s3-pass project: s3 - barbican: client.0: force-branch: stable/2025.1 keystone_authtoken: auth_plugin: password password: barbican-pass user_domain_name: Default username: barbican-user rgw_user: password: rgwcrypt-pass tenantName: rgwcrypt username: rgwcrypt-user secrets: - base64: a2V5MS5GcWVxKzhzTGNLaGtzQkg5NGVpb1FKcFpGb2c= name: my-key-1 password: s3-pass tenantName: s3 username: s3-user - base64: a2V5Mi5yNUNNMGFzMVdIUVZxcCt5NGVmVGlQQ1k4YWg= name: my-key-2 password: s3-pass tenantName: s3 username: s3-user use-keystone-role: client.0 - rgw: client.0: null - tox: - client.0 - s3tests: client.0: barbican: kms_key: my-key-1 kms_key2: my-key-2 vault_kv: key_path: my-key-1 key_path2: my-key-2 vault_old: key_path: my-key-1/1 key_path2: my-key-2/1 vault_transit: key_path: my-key-1 key_path2: my-key-2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: clyso-debian-13 teuthology_repo: https://github.com/kshtsk/teuthology teuthology_sha1: 1c580df7a9c7c2aadc272da296344fd99f27c444 timestamp: 2026-04-08_13:23:07 tube: vps user: kyr verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.3072398 2026-04-08T13:23:46.840 INFO:teuthology.run:suite_path is set to /home/teuthos/src/github.com_kshtsk_ceph_2747235ad20514d6f5074f38ed6875153cbf7892/qa; will attempt to use it 2026-04-08T13:23:46.841 INFO:teuthology.run:Found tasks at /home/teuthos/src/github.com_kshtsk_ceph_2747235ad20514d6f5074f38ed6875153cbf7892/qa/tasks 2026-04-08T13:23:46.841 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-04-08T13:23:46.841 INFO:teuthology.task.internal:Saving configuration 2026-04-08T13:23:46.849 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-04-08T13:23:46.850 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-04-08T13:23:46.856 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm09.local', 'description': '/archive/kyr-2026-04-08_13:23:07-rgw:crypt-20.2.0-none-default-vps/5108', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-04-08 13:23:10.555594', 'locked_by': 'kyr', 'mac_address': '52:55:00:00:00:09', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC7NiTcarReYR31DPt7+RR86Y+2te8SQofL2/2RpL5zryhRTvoKSkDLkgFsTo2OgJB4CRomPZ9aR2CexEPCs1R8='} 2026-04-08T13:23:46.856 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-04-08T13:23:46.857 INFO:teuthology.task.internal:roles: ubuntu@vm09.local - ['mon.a', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'client.0'] 2026-04-08T13:23:46.857 INFO:teuthology.run_tasks:Running task console_log... 2026-04-08T13:23:46.862 DEBUG:teuthology.task.console_log:vm09 does not support IPMI; excluding 2026-04-08T13:23:46.862 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f683e3043a0>, signals=[15]) 2026-04-08T13:23:46.862 INFO:teuthology.run_tasks:Running task internal.connect... 2026-04-08T13:23:46.863 INFO:teuthology.task.internal:Opening connections... 2026-04-08T13:23:46.863 DEBUG:teuthology.task.internal:connecting to ubuntu@vm09.local 2026-04-08T13:23:46.864 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm09.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-08T13:23:46.923 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-04-08T13:23:46.924 DEBUG:teuthology.orchestra.run.vm09:> uname -m 2026-04-08T13:23:47.073 INFO:teuthology.orchestra.run.vm09.stdout:x86_64 2026-04-08T13:23:47.073 DEBUG:teuthology.orchestra.run.vm09:> cat /etc/os-release 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:NAME="Rocky Linux" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:VERSION="9.7 (Blue Onyx)" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:ID="rocky" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:ID_LIKE="rhel centos fedora" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:VERSION_ID="9.7" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:PLATFORM_ID="platform:el9" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:ANSI_COLOR="0;32" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:LOGO="fedora-logo-icon" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:HOME_URL="https://rockylinux.org/" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:VENDOR_NAME="RESF" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:VENDOR_URL="https://resf.org/" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:SUPPORT_END="2032-05-31" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-08T13:23:47.127 INFO:teuthology.orchestra.run.vm09.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-04-08T13:23:47.128 INFO:teuthology.orchestra.run.vm09.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-08T13:23:47.128 INFO:teuthology.lock.ops:Updating vm09.local on lock server 2026-04-08T13:23:47.132 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-04-08T13:23:47.133 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-04-08T13:23:47.134 INFO:teuthology.task.internal:Checking for old test directory... 2026-04-08T13:23:47.134 DEBUG:teuthology.orchestra.run.vm09:> test '!' -e /home/ubuntu/cephtest 2026-04-08T13:23:47.181 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-04-08T13:23:47.183 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-04-08T13:23:47.183 DEBUG:teuthology.orchestra.run.vm09:> test -z $(ls -A /var/lib/ceph) 2026-04-08T13:23:47.236 INFO:teuthology.orchestra.run.vm09.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-04-08T13:23:47.237 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-04-08T13:23:47.244 DEBUG:teuthology.orchestra.run.vm09:> test -e /ceph-qa-ready 2026-04-08T13:23:47.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-08T13:23:47.493 INFO:teuthology.run_tasks:Running task internal.base... 2026-04-08T13:23:47.494 INFO:teuthology.task.internal:Creating test directory... 2026-04-08T13:23:47.494 DEBUG:teuthology.orchestra.run.vm09:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-04-08T13:23:47.508 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-04-08T13:23:47.509 INFO:teuthology.run_tasks:Running task internal.archive... 2026-04-08T13:23:47.510 INFO:teuthology.task.internal:Creating archive directory... 2026-04-08T13:23:47.510 DEBUG:teuthology.orchestra.run.vm09:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-04-08T13:23:47.565 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-04-08T13:23:47.566 INFO:teuthology.task.internal:Enabling coredump saving... 2026-04-08T13:23:47.566 DEBUG:teuthology.orchestra.run.vm09:> test -f /run/.containerenv -o -f /.dockerenv 2026-04-08T13:23:47.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-08T13:23:47.619 DEBUG:teuthology.orchestra.run.vm09:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-04-08T13:23:47.683 INFO:teuthology.orchestra.run.vm09.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-08T13:23:47.692 INFO:teuthology.orchestra.run.vm09.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-08T13:23:47.693 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-04-08T13:23:47.695 INFO:teuthology.task.internal:Configuring sudo... 2026-04-08T13:23:47.695 DEBUG:teuthology.orchestra.run.vm09:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-04-08T13:23:47.760 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-04-08T13:23:47.762 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-04-08T13:23:47.762 DEBUG:teuthology.orchestra.run.vm09:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-04-08T13:23:47.817 DEBUG:teuthology.orchestra.run.vm09:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-04-08T13:23:47.881 DEBUG:teuthology.orchestra.run.vm09:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-04-08T13:23:47.936 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:23:47.936 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-04-08T13:23:47.996 DEBUG:teuthology.orchestra.run.vm09:> sudo service rsyslog restart 2026-04-08T13:23:48.062 INFO:teuthology.orchestra.run.vm09.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-04-08T13:23:48.556 INFO:teuthology.run_tasks:Running task internal.timer... 2026-04-08T13:23:48.557 INFO:teuthology.task.internal:Starting timer... 2026-04-08T13:23:48.557 INFO:teuthology.run_tasks:Running task pcp... 2026-04-08T13:23:48.560 INFO:teuthology.run_tasks:Running task selinux... 2026-04-08T13:23:48.562 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2026-04-08T13:23:48.562 INFO:teuthology.task.selinux:Excluding vm09: VMs are not yet supported 2026-04-08T13:23:48.562 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-04-08T13:23:48.562 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-04-08T13:23:48.562 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-04-08T13:23:48.562 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-04-08T13:23:48.563 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'logical_volumes': {'lv_1': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_2': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_3': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_4': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}}, 'timezone': 'UTC', 'volume_groups': {'vg_nvme': {'pvs': '/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde'}}}} 2026-04-08T13:23:48.564 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/kshtsk/ceph-cm-ansible.git 2026-04-08T13:23:48.565 INFO:teuthology.repo_utils:Fetching github.com_kshtsk_ceph-cm-ansible_main from origin 2026-04-08T13:23:49.054 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main to origin/main 2026-04-08T13:23:49.059 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-04-08T13:23:49.060 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "logical_volumes": {"lv_1": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_2": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_3": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_4": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}}, "timezone": "UTC", "volume_groups": {"vg_nvme": {"pvs": "/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde"}}}' -i /tmp/teuth_ansible_inventoryn8219sts --limit vm09.local /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-04-08T13:25:31.080 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm09.local')] 2026-04-08T13:25:31.080 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm09.local' 2026-04-08T13:25:31.081 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm09.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-08T13:25:31.146 DEBUG:teuthology.orchestra.run.vm09:> true 2026-04-08T13:25:31.229 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm09.local' 2026-04-08T13:25:31.229 INFO:teuthology.run_tasks:Running task clock... 2026-04-08T13:25:31.231 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-04-08T13:25:31.232 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-04-08T13:25:31.232 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-04-08T13:25:31.301 INFO:teuthology.orchestra.run.vm09.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-04-08T13:25:31.314 INFO:teuthology.orchestra.run.vm09.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-04-08T13:25:31.337 INFO:teuthology.orchestra.run.vm09.stderr:sudo: ntpd: command not found 2026-04-08T13:25:31.348 INFO:teuthology.orchestra.run.vm09.stdout:506 Cannot talk to daemon 2026-04-08T13:25:31.363 INFO:teuthology.orchestra.run.vm09.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-04-08T13:25:31.376 INFO:teuthology.orchestra.run.vm09.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-04-08T13:25:31.421 INFO:teuthology.orchestra.run.vm09.stderr:bash: line 1: ntpq: command not found 2026-04-08T13:25:31.424 INFO:teuthology.orchestra.run.vm09.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-04-08T13:25:31.424 INFO:teuthology.orchestra.run.vm09.stdout:=============================================================================== 2026-04-08T13:25:31.424 INFO:teuthology.run_tasks:Running task install... 2026-04-08T13:25:31.427 DEBUG:teuthology.task.install:project ceph 2026-04-08T13:25:31.427 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '69f84cc2651aa259a15bc192ddaabd3baba07489'}, 'extra_system_packages': {'deb': ['python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-20.2.0-0-g69f84cc2651/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-20.2.0-0-g69f84cc2651/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-20.2.0-0-g69f84cc2651/el9.clyso/x86_64'}]} 2026-04-08T13:25:31.427 DEBUG:teuthology.task.install:config {'flavor': 'default', 'sha1': '69f84cc2651aa259a15bc192ddaabd3baba07489', 'extra_system_packages': {'deb': ['python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}} 2026-04-08T13:25:31.427 INFO:teuthology.task.install:Using flavor: default 2026-04-08T13:25:31.429 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-04-08T13:25:31.429 INFO:teuthology.task.install:extra packages: [] 2026-04-08T13:25:31.429 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '69f84cc2651aa259a15bc192ddaabd3baba07489', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-20.2.0-0-g69f84cc2651/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-20.2.0-0-g69f84cc2651/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-20.2.0-0-g69f84cc2651/el9.clyso/x86_64'}]} 2026-04-08T13:25:31.429 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-20.2.0-0-g69f84cc2651/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-20.2.0-0-g69f84cc2651/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-20.2.0-0-g69f84cc2651/el9.clyso/x86_64'}] 2026-04-08T13:25:31.429 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:25:31.429 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-04-08T13:25:31.495 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:25:31.495 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-04-08T13:25:31.564 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:25:31.564 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-04-08T13:25:31.634 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, bzip2, perl-Test-Harness, python3-jmespath, python3-xmltodict, s3cmd on remote rpm x86_64 2026-04-08T13:25:31.634 DEBUG:teuthology.orchestra.run.vm09:> sudo yum clean all 2026-04-08T13:25:31.811 INFO:teuthology.orchestra.run.vm09.stdout:47 files removed 2026-04-08T13:25:31.830 DEBUG:teuthology.orchestra.run.vm09:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd bzip2 perl-Test-Harness python3-jmespath python3-xmltodict s3cmd 2026-04-08T13:25:32.223 INFO:teuthology.orchestra.run.vm09.stdout:ceph 400 kB/s | 90 kB 00:00 2026-04-08T13:25:32.476 INFO:teuthology.orchestra.run.vm09.stdout:ceph-noarch 113 kB/s | 25 kB 00:00 2026-04-08T13:25:32.936 INFO:teuthology.orchestra.run.vm09.stdout:ceph-source 5.2 kB/s | 2.3 kB 00:00 2026-04-08T13:25:33.323 INFO:teuthology.orchestra.run.vm09.stdout:Extra Packages for Enterprise Linux 56 MB/s | 20 MB 00:00 2026-04-08T13:25:37.848 INFO:teuthology.orchestra.run.vm09.stdout:lab-extras 64 kB/s | 50 kB 00:00 2026-04-08T13:25:38.654 INFO:teuthology.orchestra.run.vm09.stdout:Rocky Linux 9 - BaseOS 24 MB/s | 17 MB 00:00 2026-04-08T13:25:40.589 INFO:teuthology.orchestra.run.vm09.stdout:Rocky Linux 9 - AppStream 25 MB/s | 17 MB 00:00 2026-04-08T13:25:42.912 INFO:teuthology.orchestra.run.vm09.stdout:Rocky Linux 9 - CRB 7.9 MB/s | 4.3 MB 00:00 2026-04-08T13:25:43.855 INFO:teuthology.orchestra.run.vm09.stdout:Rocky Linux 9 - Extras 48 kB/s | 17 kB 00:00 2026-04-08T13:25:45.071 INFO:teuthology.orchestra.run.vm09.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-08T13:25:45.071 INFO:teuthology.orchestra.run.vm09.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-08T13:25:45.096 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout:============================================================================================= 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: Package Arch Version Repository Size 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout:============================================================================================= 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: ceph x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 6.5 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: ceph-base x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 5.9 M 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: ceph-fuse x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 940 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: ceph-immutable-object-cache x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 154 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 962 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-cephadm noarch 2:20.2.0-0.g69f84cc2651.el9.clyso ceph-noarch 173 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-dashboard noarch 2:20.2.0-0.g69f84cc2651.el9.clyso ceph-noarch 15 M 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-diskprediction-local noarch 2:20.2.0-0.g69f84cc2651.el9.clyso ceph-noarch 7.4 M 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-rook noarch 2:20.2.0-0.g69f84cc2651.el9.clyso ceph-noarch 50 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: ceph-radosgw x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 24 M 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: ceph-test x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 84 M 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: ceph-volume noarch 2:20.2.0-0.g69f84cc2651.el9.clyso ceph-noarch 297 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: cephadm noarch 2:20.2.0-0.g69f84cc2651.el9.clyso ceph-noarch 1.0 M 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: libcephfs-devel x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 34 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: libcephfs2 x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 868 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: librados-devel x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 126 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: python3-cephfs x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 163 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: python3-jmespath noarch 1.0.1-1.el9_7 appstream 43 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: python3-rados x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 317 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: python3-rbd x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 305 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: python3-rgw x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 99 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: rbd-fuse x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 91 k 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: rbd-mirror x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 2.9 M 2026-04-08T13:25:45.102 INFO:teuthology.orchestra.run.vm09.stdout: rbd-nbd x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 180 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout:Upgrading: 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: librados2 x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 3.5 M 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: librbd1 x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 2.8 M 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout:Installing dependencies: 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: ceph-common x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 24 M 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: ceph-grafana-dashboards noarch 2:20.2.0-0.g69f84cc2651.el9.clyso ceph-noarch 43 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mds x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 2.3 M 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-modules-core noarch 2:20.2.0-0.g69f84cc2651.el9.clyso ceph-noarch 289 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mon x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 5.0 M 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: ceph-osd x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 17 M 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: ceph-prometheus-alerts noarch 2:20.2.0-0.g69f84cc2651.el9.clyso ceph-noarch 17 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: ceph-selinux x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 25 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: libcephfs-proxy2 x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 24 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: libcephsqlite x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 164 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: libradosstriper1 x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 250 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: librgw2 x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 6.4 M 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-04-08T13:25:45.103 INFO:teuthology.orchestra.run.vm09.stdout: libxslt x86_64 1.1.34-13.el9_6 appstream 239 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-ceph-argparse x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 45 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-ceph-common x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 163 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-cheroot noarch 10.0.1-5.el9 epel 173 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-cherrypy noarch 18.10.0-5.el9 epel 290 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-04-08T13:25:45.104 INFO:teuthology.orchestra.run.vm09.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-numpy x86_64 1:1.23.5-2.el9_7 appstream 5.8 M 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9_7 appstream 368 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout:Installing weak dependencies: 2026-04-08T13:25:45.105 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-k8sevents noarch 2:20.2.0-0.g69f84cc2651.el9.clyso ceph-noarch 22 k 2026-04-08T13:25:45.106 INFO:teuthology.orchestra.run.vm09.stdout: libcephfs-daemon x86_64 2:20.2.0-0.g69f84cc2651.el9.clyso ceph 35 k 2026-04-08T13:25:45.106 INFO:teuthology.orchestra.run.vm09.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-04-08T13:25:45.106 INFO:teuthology.orchestra.run.vm09.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-04-08T13:25:45.106 INFO:teuthology.orchestra.run.vm09.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-04-08T13:25:45.106 INFO:teuthology.orchestra.run.vm09.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-04-08T13:25:45.106 INFO:teuthology.orchestra.run.vm09.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-04-08T13:25:45.106 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:25:45.106 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-04-08T13:25:45.106 INFO:teuthology.orchestra.run.vm09.stdout:============================================================================================= 2026-04-08T13:25:45.106 INFO:teuthology.orchestra.run.vm09.stdout:Install 149 Packages 2026-04-08T13:25:45.106 INFO:teuthology.orchestra.run.vm09.stdout:Upgrade 2 Packages 2026-04-08T13:25:45.106 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:25:45.106 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 273 M 2026-04-08T13:25:45.106 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-04-08T13:25:46.128 INFO:teuthology.orchestra.run.vm09.stdout:(1/151): ceph-20.2.0-0.g69f84cc2651.el9.clyso.x 72 kB/s | 6.5 kB 00:00 2026-04-08T13:25:46.369 INFO:teuthology.orchestra.run.vm09.stdout:(2/151): ceph-fuse-20.2.0-0.g69f84cc2651.el9.cl 3.8 MB/s | 940 kB 00:00 2026-04-08T13:25:46.413 INFO:teuthology.orchestra.run.vm09.stdout:(3/151): ceph-immutable-object-cache-20.2.0-0.g 3.4 MB/s | 154 kB 00:00 2026-04-08T13:25:46.627 INFO:teuthology.orchestra.run.vm09.stdout:(4/151): ceph-mds-20.2.0-0.g69f84cc2651.el9.cly 11 MB/s | 2.3 MB 00:00 2026-04-08T13:25:46.684 INFO:teuthology.orchestra.run.vm09.stdout:(5/151): ceph-base-20.2.0-0.g69f84cc2651.el9.cl 9.1 MB/s | 5.9 MB 00:00 2026-04-08T13:25:46.699 INFO:teuthology.orchestra.run.vm09.stdout:(6/151): ceph-mgr-20.2.0-0.g69f84cc2651.el9.cly 13 MB/s | 962 kB 00:00 2026-04-08T13:25:46.809 INFO:teuthology.orchestra.run.vm09.stdout:(7/151): ceph-common-20.2.0-0.g69f84cc2651.el9. 31 MB/s | 24 MB 00:00 2026-04-08T13:25:46.895 INFO:teuthology.orchestra.run.vm09.stdout:(8/151): ceph-mon-20.2.0-0.g69f84cc2651.el9.cly 24 MB/s | 5.0 MB 00:00 2026-04-08T13:25:46.935 INFO:teuthology.orchestra.run.vm09.stdout:(9/151): ceph-selinux-20.2.0-0.g69f84cc2651.el9 636 kB/s | 25 kB 00:00 2026-04-08T13:25:47.478 INFO:teuthology.orchestra.run.vm09.stdout:(10/151): ceph-osd-20.2.0-0.g69f84cc2651.el9.cl 22 MB/s | 17 MB 00:00 2026-04-08T13:25:47.524 INFO:teuthology.orchestra.run.vm09.stdout:(11/151): libcephfs-daemon-20.2.0-0.g69f84cc265 776 kB/s | 35 kB 00:00 2026-04-08T13:25:47.563 INFO:teuthology.orchestra.run.vm09.stdout:(12/151): libcephfs-devel-20.2.0-0.g69f84cc2651 885 kB/s | 34 kB 00:00 2026-04-08T13:25:47.606 INFO:teuthology.orchestra.run.vm09.stdout:(13/151): libcephfs-proxy2-20.2.0-0.g69f84cc265 571 kB/s | 24 kB 00:00 2026-04-08T13:25:47.740 INFO:teuthology.orchestra.run.vm09.stdout:(14/151): ceph-radosgw-20.2.0-0.g69f84cc2651.el 25 MB/s | 24 MB 00:00 2026-04-08T13:25:47.749 INFO:teuthology.orchestra.run.vm09.stdout:(15/151): libcephfs2-20.2.0-0.g69f84cc2651.el9. 6.0 MB/s | 868 kB 00:00 2026-04-08T13:25:47.786 INFO:teuthology.orchestra.run.vm09.stdout:(16/151): libcephsqlite-20.2.0-0.g69f84cc2651.e 3.5 MB/s | 164 kB 00:00 2026-04-08T13:25:47.789 INFO:teuthology.orchestra.run.vm09.stdout:(17/151): librados-devel-20.2.0-0.g69f84cc2651. 3.1 MB/s | 126 kB 00:00 2026-04-08T13:25:47.860 INFO:teuthology.orchestra.run.vm09.stdout:(18/151): libradosstriper1-20.2.0-0.g69f84cc265 3.3 MB/s | 250 kB 00:00 2026-04-08T13:25:47.904 INFO:teuthology.orchestra.run.vm09.stdout:(19/151): python3-ceph-argparse-20.2.0-0.g69f84 1.0 MB/s | 45 kB 00:00 2026-04-08T13:25:48.021 INFO:teuthology.orchestra.run.vm09.stdout:(20/151): python3-ceph-common-20.2.0-0.g69f84cc 1.4 MB/s | 163 kB 00:00 2026-04-08T13:25:48.062 INFO:teuthology.orchestra.run.vm09.stdout:(21/151): python3-cephfs-20.2.0-0.g69f84cc2651. 3.9 MB/s | 163 kB 00:00 2026-04-08T13:25:48.139 INFO:teuthology.orchestra.run.vm09.stdout:(22/151): python3-rados-20.2.0-0.g69f84cc2651.e 4.0 MB/s | 317 kB 00:00 2026-04-08T13:25:48.209 INFO:teuthology.orchestra.run.vm09.stdout:(23/151): python3-rbd-20.2.0-0.g69f84cc2651.el9 4.3 MB/s | 305 kB 00:00 2026-04-08T13:25:48.266 INFO:teuthology.orchestra.run.vm09.stdout:(24/151): python3-rgw-20.2.0-0.g69f84cc2651.el9 1.7 MB/s | 99 kB 00:00 2026-04-08T13:25:48.304 INFO:teuthology.orchestra.run.vm09.stdout:(25/151): rbd-fuse-20.2.0-0.g69f84cc2651.el9.cl 2.3 MB/s | 91 kB 00:00 2026-04-08T13:25:48.357 INFO:teuthology.orchestra.run.vm09.stdout:(26/151): librgw2-20.2.0-0.g69f84cc2651.el9.cly 11 MB/s | 6.4 MB 00:00 2026-04-08T13:25:48.408 INFO:teuthology.orchestra.run.vm09.stdout:(27/151): rbd-nbd-20.2.0-0.g69f84cc2651.el9.cly 3.5 MB/s | 180 kB 00:00 2026-04-08T13:25:48.456 INFO:teuthology.orchestra.run.vm09.stdout:(28/151): ceph-grafana-dashboards-20.2.0-0.g69f 899 kB/s | 43 kB 00:00 2026-04-08T13:25:48.509 INFO:teuthology.orchestra.run.vm09.stdout:(29/151): ceph-mgr-cephadm-20.2.0-0.g69f84cc265 3.2 MB/s | 173 kB 00:00 2026-04-08T13:25:48.562 INFO:teuthology.orchestra.run.vm09.stdout:(30/151): rbd-mirror-20.2.0-0.g69f84cc2651.el9. 11 MB/s | 2.9 MB 00:00 2026-04-08T13:25:49.188 INFO:teuthology.orchestra.run.vm09.stdout:(31/151): ceph-test-20.2.0-0.g69f84cc2651.el9.c 37 MB/s | 84 MB 00:02 2026-04-08T13:25:49.225 INFO:teuthology.orchestra.run.vm09.stdout:(32/151): ceph-mgr-dashboard-20.2.0-0.g69f84cc2 21 MB/s | 15 MB 00:00 2026-04-08T13:25:49.239 INFO:teuthology.orchestra.run.vm09.stdout:(33/151): ceph-mgr-diskprediction-local-20.2.0- 11 MB/s | 7.4 MB 00:00 2026-04-08T13:25:49.240 INFO:teuthology.orchestra.run.vm09.stdout:(34/151): ceph-mgr-k8sevents-20.2.0-0.g69f84cc2 430 kB/s | 22 kB 00:00 2026-04-08T13:25:49.269 INFO:teuthology.orchestra.run.vm09.stdout:(35/151): ceph-mgr-rook-20.2.0-0.g69f84cc2651.e 1.6 MB/s | 50 kB 00:00 2026-04-08T13:25:49.270 INFO:teuthology.orchestra.run.vm09.stdout:(36/151): ceph-prometheus-alerts-20.2.0-0.g69f8 562 kB/s | 17 kB 00:00 2026-04-08T13:25:49.272 INFO:teuthology.orchestra.run.vm09.stdout:(37/151): ceph-mgr-modules-core-20.2.0-0.g69f84 6.0 MB/s | 289 kB 00:00 2026-04-08T13:25:49.287 INFO:teuthology.orchestra.run.vm09.stdout:(38/151): abseil-cpp-20211102.0-4.el9.x86_64.rp 37 MB/s | 551 kB 00:00 2026-04-08T13:25:49.294 INFO:teuthology.orchestra.run.vm09.stdout:(39/151): gperftools-libs-2.9.1-3.el9.x86_64.rp 46 MB/s | 308 kB 00:00 2026-04-08T13:25:49.297 INFO:teuthology.orchestra.run.vm09.stdout:(40/151): grpc-data-1.46.7-10.el9.noarch.rpm 6.6 MB/s | 19 kB 00:00 2026-04-08T13:25:49.324 INFO:teuthology.orchestra.run.vm09.stdout:(41/151): ceph-volume-20.2.0-0.g69f84cc2651.el9 5.3 MB/s | 297 kB 00:00 2026-04-08T13:25:49.334 INFO:teuthology.orchestra.run.vm09.stdout:(42/151): libarrow-doc-9.0.0-15.el9.noarch.rpm 2.7 MB/s | 25 kB 00:00 2026-04-08T13:25:49.341 INFO:teuthology.orchestra.run.vm09.stdout:(43/151): liboath-2.6.12-1.el9.x86_64.rpm 7.1 MB/s | 49 kB 00:00 2026-04-08T13:25:49.352 INFO:teuthology.orchestra.run.vm09.stdout:(44/151): libarrow-9.0.0-15.el9.x86_64.rpm 81 MB/s | 4.4 MB 00:00 2026-04-08T13:25:49.353 INFO:teuthology.orchestra.run.vm09.stdout:(45/151): libunwind-1.6.2-1.el9.x86_64.rpm 5.4 MB/s | 67 kB 00:00 2026-04-08T13:25:49.356 INFO:teuthology.orchestra.run.vm09.stdout:(46/151): luarocks-3.9.2-5.el9.noarch.rpm 37 MB/s | 151 kB 00:00 2026-04-08T13:25:49.368 INFO:teuthology.orchestra.run.vm09.stdout:(47/151): python3-asyncssh-2.13.2-5.el9.noarch. 45 MB/s | 548 kB 00:00 2026-04-08T13:25:49.370 INFO:teuthology.orchestra.run.vm09.stdout:(48/151): parquet-libs-9.0.0-15.el9.x86_64.rpm 48 MB/s | 838 kB 00:00 2026-04-08T13:25:49.371 INFO:teuthology.orchestra.run.vm09.stdout:(49/151): python3-autocommand-2.2.2-8.el9.noarc 10 MB/s | 29 kB 00:00 2026-04-08T13:25:49.374 INFO:teuthology.orchestra.run.vm09.stdout:(50/151): python3-backports-tarfile-1.2.0-1.el9 18 MB/s | 60 kB 00:00 2026-04-08T13:25:49.375 INFO:teuthology.orchestra.run.vm09.stdout:(51/151): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 11 MB/s | 43 kB 00:00 2026-04-08T13:25:49.378 INFO:teuthology.orchestra.run.vm09.stdout:(52/151): python3-cachetools-4.2.4-1.el9.noarch 7.1 MB/s | 32 kB 00:00 2026-04-08T13:25:49.381 INFO:teuthology.orchestra.run.vm09.stdout:(53/151): cephadm-20.2.0-0.g69f84cc2651.el9.cly 8.9 MB/s | 1.0 MB 00:00 2026-04-08T13:25:49.382 INFO:teuthology.orchestra.run.vm09.stdout:(54/151): python3-certifi-2023.05.07-4.el9.noar 2.2 MB/s | 14 kB 00:00 2026-04-08T13:25:49.383 INFO:teuthology.orchestra.run.vm09.stdout:(55/151): python3-cheroot-10.0.1-5.el9.noarch.r 37 MB/s | 173 kB 00:00 2026-04-08T13:25:49.388 INFO:teuthology.orchestra.run.vm09.stdout:(56/151): python3-cherrypy-18.10.0-5.el9.noarch 49 MB/s | 290 kB 00:00 2026-04-08T13:25:49.395 INFO:teuthology.orchestra.run.vm09.stdout:(57/151): python3-grpcio-tools-1.46.7-10.el9.x8 23 MB/s | 144 kB 00:00 2026-04-08T13:25:49.402 INFO:teuthology.orchestra.run.vm09.stdout:(58/151): python3-influxdb-5.3.1-1.el9.noarch.r 20 MB/s | 139 kB 00:00 2026-04-08T13:25:49.406 INFO:teuthology.orchestra.run.vm09.stdout:(59/151): python3-google-auth-2.45.0-1.el9.noar 11 MB/s | 254 kB 00:00 2026-04-08T13:25:49.407 INFO:teuthology.orchestra.run.vm09.stdout:(60/151): python3-isodate-0.6.1-3.el9.noarch.rp 9.6 MB/s | 56 kB 00:00 2026-04-08T13:25:49.414 INFO:teuthology.orchestra.run.vm09.stdout:(61/151): python3-grpcio-1.46.7-10.el9.x86_64.r 67 MB/s | 2.0 MB 00:00 2026-04-08T13:25:49.415 INFO:teuthology.orchestra.run.vm09.stdout:(62/151): python3-jaraco-8.2.1-3.el9.noarch.rpm 1.2 MB/s | 11 kB 00:00 2026-04-08T13:25:49.416 INFO:teuthology.orchestra.run.vm09.stdout:(63/151): python3-jaraco-classes-3.2.1-5.el9.no 2.2 MB/s | 18 kB 00:00 2026-04-08T13:25:49.418 INFO:teuthology.orchestra.run.vm09.stdout:(64/151): python3-jaraco-collections-3.0.0-8.el 8.8 MB/s | 23 kB 00:00 2026-04-08T13:25:49.418 INFO:teuthology.orchestra.run.vm09.stdout:(65/151): python3-jaraco-context-6.0.1-3.el9.no 5.6 MB/s | 20 kB 00:00 2026-04-08T13:25:49.419 INFO:teuthology.orchestra.run.vm09.stdout:(66/151): python3-jaraco-functools-3.5.0-2.el9. 5.5 MB/s | 19 kB 00:00 2026-04-08T13:25:49.420 INFO:teuthology.orchestra.run.vm09.stdout:(67/151): python3-jaraco-text-4.0.0-2.el9.noarc 10 MB/s | 26 kB 00:00 2026-04-08T13:25:49.425 INFO:teuthology.orchestra.run.vm09.stdout:(68/151): python3-more-itertools-8.12.0-2.el9.n 15 MB/s | 79 kB 00:00 2026-04-08T13:25:49.426 INFO:teuthology.orchestra.run.vm09.stdout:(69/151): python3-msgpack-1.0.3-2.el9.x86_64.rp 15 MB/s | 86 kB 00:00 2026-04-08T13:25:49.430 INFO:teuthology.orchestra.run.vm09.stdout:(70/151): python3-natsort-7.1.1-5.el9.noarch.rp 11 MB/s | 58 kB 00:00 2026-04-08T13:25:49.431 INFO:teuthology.orchestra.run.vm09.stdout:(71/151): python3-portend-3.1.0-2.el9.noarch.rp 3.4 MB/s | 16 kB 00:00 2026-04-08T13:25:49.434 INFO:teuthology.orchestra.run.vm09.stdout:(72/151): python3-kubernetes-26.1.0-3.el9.noarc 66 MB/s | 1.0 MB 00:00 2026-04-08T13:25:49.435 INFO:teuthology.orchestra.run.vm09.stdout:(73/151): python3-repoze-lru-0.7-16.el9.noarch. 8.0 MB/s | 31 kB 00:00 2026-04-08T13:25:49.436 INFO:teuthology.orchestra.run.vm09.stdout:(74/151): python3-pyOpenSSL-21.0.0-1.el9.noarch 15 MB/s | 90 kB 00:00 2026-04-08T13:25:49.438 INFO:teuthology.orchestra.run.vm09.stdout:(75/151): python3-routes-2.5.1-5.el9.noarch.rpm 45 MB/s | 188 kB 00:00 2026-04-08T13:25:49.439 INFO:teuthology.orchestra.run.vm09.stdout:(76/151): python3-rsa-4.9-2.el9.noarch.rpm 14 MB/s | 59 kB 00:00 2026-04-08T13:25:49.440 INFO:teuthology.orchestra.run.vm09.stdout:(77/151): python3-saml-1.16.0-1.el9.noarch.rpm 29 MB/s | 125 kB 00:00 2026-04-08T13:25:49.441 INFO:teuthology.orchestra.run.vm09.stdout:(78/151): python3-tempora-5.0.0-2.el9.noarch.rp 13 MB/s | 36 kB 00:00 2026-04-08T13:25:49.442 INFO:teuthology.orchestra.run.vm09.stdout:(79/151): python3-typing-extensions-4.15.0-1.el 28 MB/s | 86 kB 00:00 2026-04-08T13:25:49.444 INFO:teuthology.orchestra.run.vm09.stdout:(80/151): python3-websocket-client-1.2.3-2.el9. 24 MB/s | 90 kB 00:00 2026-04-08T13:25:49.445 INFO:teuthology.orchestra.run.vm09.stdout:(81/151): python3-xmlsec-1.3.13-1.el9.x86_64.rp 14 MB/s | 48 kB 00:00 2026-04-08T13:25:49.445 INFO:teuthology.orchestra.run.vm09.stdout:(82/151): python3-xmltodict-0.12.0-15.el9.noarc 7.4 MB/s | 22 kB 00:00 2026-04-08T13:25:49.447 INFO:teuthology.orchestra.run.vm09.stdout:(83/151): python3-zc-lockfile-2.0-10.el9.noarch 8.2 MB/s | 20 kB 00:00 2026-04-08T13:25:49.450 INFO:teuthology.orchestra.run.vm09.stdout:(84/151): re2-20211101-20.el9.x86_64.rpm 39 MB/s | 191 kB 00:00 2026-04-08T13:25:49.451 INFO:teuthology.orchestra.run.vm09.stdout:(85/151): s3cmd-2.4.0-1.el9.noarch.rpm 34 MB/s | 206 kB 00:00 2026-04-08T13:25:49.468 INFO:teuthology.orchestra.run.vm09.stdout:(86/151): thrift-0.15.0-4.el9.x86_64.rpm 74 MB/s | 1.6 MB 00:00 2026-04-08T13:25:49.583 INFO:teuthology.orchestra.run.vm09.stdout:(87/151): bzip2-1.0.8-10.el9_5.x86_64.rpm 388 kB/s | 51 kB 00:00 2026-04-08T13:25:49.612 INFO:teuthology.orchestra.run.vm09.stdout:(88/151): c-ares-1.19.1-2.el9_4.x86_64.rpm 683 kB/s | 110 kB 00:00 2026-04-08T13:25:49.634 INFO:teuthology.orchestra.run.vm09.stdout:(89/151): fuse-2.9.9-17.el9.x86_64.rpm 1.5 MB/s | 78 kB 00:00 2026-04-08T13:25:49.639 INFO:teuthology.orchestra.run.vm09.stdout:(90/151): ledmon-libs-1.1.0-3.el9.x86_64.rpm 1.5 MB/s | 41 kB 00:00 2026-04-08T13:25:49.654 INFO:teuthology.orchestra.run.vm09.stdout:(91/151): cryptsetup-2.7.2-4.el9.x86_64.rpm 1.6 MB/s | 310 kB 00:00 2026-04-08T13:25:49.661 INFO:teuthology.orchestra.run.vm09.stdout:(92/151): libconfig-1.7.2-9.el9.x86_64.rpm 2.6 MB/s | 71 kB 00:00 2026-04-08T13:25:49.683 INFO:teuthology.orchestra.run.vm09.stdout:(93/151): libquadmath-11.5.0-11.el9.x86_64.rpm 6.4 MB/s | 184 kB 00:00 2026-04-08T13:25:49.688 INFO:teuthology.orchestra.run.vm09.stdout:(94/151): mailcap-2.1.49-5.el9.0.2.noarch.rpm 1.2 MB/s | 32 kB 00:00 2026-04-08T13:25:49.717 INFO:teuthology.orchestra.run.vm09.stdout:(95/151): pciutils-3.7.0-7.el9.x86_64.rpm 3.2 MB/s | 92 kB 00:00 2026-04-08T13:25:49.725 INFO:teuthology.orchestra.run.vm09.stdout:(96/151): libgfortran-11.5.0-11.el9.x86_64.rpm 9.1 MB/s | 794 kB 00:00 2026-04-08T13:25:49.763 INFO:teuthology.orchestra.run.vm09.stdout:(97/151): nvme-cli-2.13-1.el9.x86_64.rpm 12 MB/s | 1.0 MB 00:00 2026-04-08T13:25:49.770 INFO:teuthology.orchestra.run.vm09.stdout:(98/151): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.4 MB/s | 241 kB 00:00 2026-04-08T13:25:49.784 INFO:teuthology.orchestra.run.vm09.stdout:(99/151): python3-cryptography-36.0.1-5.el9_6.x 20 MB/s | 1.2 MB 00:00 2026-04-08T13:25:49.792 INFO:teuthology.orchestra.run.vm09.stdout:(100/151): python3-ply-3.11-14.el9.0.1.noarch.r 3.5 MB/s | 103 kB 00:00 2026-04-08T13:25:49.799 INFO:teuthology.orchestra.run.vm09.stdout:(101/151): python3-pycparser-2.20-6.el9.noarch. 4.2 MB/s | 124 kB 00:00 2026-04-08T13:25:49.812 INFO:teuthology.orchestra.run.vm09.stdout:(102/151): python3-pyparsing-2.4.7-9.el9.0.1.no 5.3 MB/s | 150 kB 00:00 2026-04-08T13:25:49.829 INFO:teuthology.orchestra.run.vm09.stdout:(103/151): python3-urllib3-1.26.5-6.el9_7.1.noa 6.3 MB/s | 191 kB 00:00 2026-04-08T13:25:49.831 INFO:teuthology.orchestra.run.vm09.stdout:(104/151): python3-requests-2.25.1-10.el9_6.noa 3.0 MB/s | 115 kB 00:00 2026-04-08T13:25:49.845 INFO:teuthology.orchestra.run.vm09.stdout:(105/151): smartmontools-7.2-9.el9.x86_64.rpm 17 MB/s | 551 kB 00:00 2026-04-08T13:25:49.857 INFO:teuthology.orchestra.run.vm09.stdout:(106/151): unzip-6.0-59.el9.x86_64.rpm 6.3 MB/s | 180 kB 00:00 2026-04-08T13:25:49.860 INFO:teuthology.orchestra.run.vm09.stdout:(107/151): zip-3.0-35.el9.x86_64.rpm 8.9 MB/s | 263 kB 00:00 2026-04-08T13:25:49.872 INFO:teuthology.orchestra.run.vm09.stdout:(108/151): boost-program-options-1.75.0-13.el9_ 3.7 MB/s | 104 kB 00:00 2026-04-08T13:25:49.884 INFO:teuthology.orchestra.run.vm09.stdout:(109/151): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 1.1 MB/s | 30 kB 00:00 2026-04-08T13:25:49.899 INFO:teuthology.orchestra.run.vm09.stdout:(110/151): flexiblas-openblas-openmp-3.0.4-8.el 569 kB/s | 15 kB 00:00 2026-04-08T13:25:49.913 INFO:teuthology.orchestra.run.vm09.stdout:(111/151): libnbd-1.20.3-4.el9.x86_64.rpm 5.8 MB/s | 171 kB 00:00 2026-04-08T13:25:49.929 INFO:teuthology.orchestra.run.vm09.stdout:(112/151): libpmemobj-1.12.1-1.el9.x86_64.rpm 5.3 MB/s | 159 kB 00:00 2026-04-08T13:25:49.934 INFO:teuthology.orchestra.run.vm09.stdout:(113/151): flexiblas-netlib-3.0.4-8.el9.0.1.x86 41 MB/s | 3.0 MB 00:00 2026-04-08T13:25:49.939 INFO:teuthology.orchestra.run.vm09.stdout:(114/151): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.7 MB/s | 44 kB 00:00 2026-04-08T13:25:49.963 INFO:teuthology.orchestra.run.vm09.stdout:(115/151): librdkafka-1.6.1-102.el9.x86_64.rpm 19 MB/s | 662 kB 00:00 2026-04-08T13:25:49.964 INFO:teuthology.orchestra.run.vm09.stdout:(116/151): libstoragemgmt-1.10.1-1.el9.x86_64.r 7.8 MB/s | 243 kB 00:00 2026-04-08T13:25:49.967 INFO:teuthology.orchestra.run.vm09.stdout:(117/151): libxslt-1.1.34-13.el9_6.x86_64.rpm 8.3 MB/s | 239 kB 00:00 2026-04-08T13:25:49.993 INFO:teuthology.orchestra.run.vm09.stdout:(118/151): lttng-ust-2.12.0-6.el9.x86_64.rpm 9.3 MB/s | 282 kB 00:00 2026-04-08T13:25:49.994 INFO:teuthology.orchestra.run.vm09.stdout:(119/151): openblas-0.3.29-1.el9.x86_64.rpm 1.5 MB/s | 41 kB 00:00 2026-04-08T13:25:49.995 INFO:teuthology.orchestra.run.vm09.stdout:(120/151): lua-5.4.4-4.el9.x86_64.rpm 6.0 MB/s | 187 kB 00:00 2026-04-08T13:25:50.023 INFO:teuthology.orchestra.run.vm09.stdout:(121/151): perl-Benchmark-1.23-481.1.el9_6.noar 902 kB/s | 25 kB 00:00 2026-04-08T13:25:50.027 INFO:teuthology.orchestra.run.vm09.stdout:(122/151): perl-Test-Harness-3.42-461.el9.noarc 8.2 MB/s | 267 kB 00:00 2026-04-08T13:25:50.090 INFO:teuthology.orchestra.run.vm09.stdout:(123/151): protobuf-3.14.0-17.el9_7.x86_64.rpm 15 MB/s | 1.0 MB 00:00 2026-04-08T13:25:50.119 INFO:teuthology.orchestra.run.vm09.stdout:(124/151): openblas-openmp-0.3.29-1.el9.x86_64. 42 MB/s | 5.3 MB 00:00 2026-04-08T13:25:50.121 INFO:teuthology.orchestra.run.vm09.stdout:(125/151): python3-devel-3.9.23-2.el9.x86_64.rp 6.7 MB/s | 205 kB 00:00 2026-04-08T13:25:50.149 INFO:teuthology.orchestra.run.vm09.stdout:(126/151): python3-jmespath-1.0.1-1.el9_7.noarc 1.5 MB/s | 43 kB 00:00 2026-04-08T13:25:50.154 INFO:teuthology.orchestra.run.vm09.stdout:(127/151): python3-jinja2-2.11.3-8.el9_5.noarch 6.5 MB/s | 228 kB 00:00 2026-04-08T13:25:50.184 INFO:teuthology.orchestra.run.vm09.stdout:(128/151): python3-babel-2.9.1-2.el9.noarch.rpm 37 MB/s | 5.8 MB 00:00 2026-04-08T13:25:50.186 INFO:teuthology.orchestra.run.vm09.stdout:(129/151): python3-libstoragemgmt-1.10.1-1.el9. 4.3 MB/s | 166 kB 00:00 2026-04-08T13:25:50.198 INFO:teuthology.orchestra.run.vm09.stdout:(130/151): python3-lxml-4.6.5-3.el9.x86_64.rpm 27 MB/s | 1.2 MB 00:00 2026-04-08T13:25:50.213 INFO:teuthology.orchestra.run.vm09.stdout:(131/151): python3-markupsafe-1.1.1-12.el9.x86_ 1.1 MB/s | 32 kB 00:00 2026-04-08T13:25:50.235 INFO:teuthology.orchestra.run.vm09.stdout:(132/151): python3-numpy-f2py-1.23.5-2.el9_7.x8 9.9 MB/s | 368 kB 00:00 2026-04-08T13:25:50.242 INFO:teuthology.orchestra.run.vm09.stdout:(133/151): python3-packaging-20.9-5.el9.noarch. 2.3 MB/s | 69 kB 00:00 2026-04-08T13:25:50.268 INFO:teuthology.orchestra.run.vm09.stdout:(134/151): python3-protobuf-3.14.0-17.el9_7.noa 7.0 MB/s | 237 kB 00:00 2026-04-08T13:25:50.275 INFO:teuthology.orchestra.run.vm09.stdout:(135/151): python3-pyasn1-0.4.8-7.el9_7.noarch. 3.9 MB/s | 132 kB 00:00 2026-04-08T13:25:50.300 INFO:teuthology.orchestra.run.vm09.stdout:(136/151): python3-pyasn1-modules-0.4.8-7.el9_7 6.4 MB/s | 210 kB 00:00 2026-04-08T13:25:50.304 INFO:teuthology.orchestra.run.vm09.stdout:(137/151): python3-requests-oauthlib-1.3.0-12.e 1.5 MB/s | 43 kB 00:00 2026-04-08T13:25:50.331 INFO:teuthology.orchestra.run.vm09.stdout:(138/151): python3-numpy-1.23.5-2.el9_7.x86_64. 40 MB/s | 5.8 MB 00:00 2026-04-08T13:25:50.333 INFO:teuthology.orchestra.run.vm09.stdout:(139/151): python3-toml-0.10.2-6.el9.0.1.noarch 1.5 MB/s | 44 kB 00:00 2026-04-08T13:25:50.363 INFO:teuthology.orchestra.run.vm09.stdout:(140/151): qatlib-24.09.0-1.el9.x86_64.rpm 6.7 MB/s | 221 kB 00:00 2026-04-08T13:25:50.365 INFO:teuthology.orchestra.run.vm09.stdout:(141/151): qatlib-service-24.09.0-1.el9.x86_64. 1.1 MB/s | 36 kB 00:00 2026-04-08T13:25:50.392 INFO:teuthology.orchestra.run.vm09.stdout:(142/151): qatzip-libs-1.3.1-1.el9.x86_64.rpm 2.3 MB/s | 65 kB 00:00 2026-04-08T13:25:50.401 INFO:teuthology.orchestra.run.vm09.stdout:(143/151): socat-1.7.4.1-8.el9.x86_64.rpm 8.1 MB/s | 299 kB 00:00 2026-04-08T13:25:50.424 INFO:teuthology.orchestra.run.vm09.stdout:(144/151): xmlsec1-1.2.29-13.el9.x86_64.rpm 5.8 MB/s | 188 kB 00:00 2026-04-08T13:25:50.433 INFO:teuthology.orchestra.run.vm09.stdout:(145/151): xmlsec1-openssl-1.2.29-13.el9.x86_64 2.8 MB/s | 89 kB 00:00 2026-04-08T13:25:50.452 INFO:teuthology.orchestra.run.vm09.stdout:(146/151): xmlstarlet-1.6.1-20.el9.x86_64.rpm 2.2 MB/s | 63 kB 00:00 2026-04-08T13:25:50.463 INFO:teuthology.orchestra.run.vm09.stdout:(147/151): lua-devel-5.4.4-4.el9.x86_64.rpm 700 kB/s | 21 kB 00:00 2026-04-08T13:25:50.496 INFO:teuthology.orchestra.run.vm09.stdout:(148/151): protobuf-compiler-3.14.0-17.el9_7.x8 19 MB/s | 862 kB 00:00 2026-04-08T13:25:50.643 INFO:teuthology.orchestra.run.vm09.stdout:(149/151): python3-scipy-1.9.3-2.el9.x86_64.rpm 55 MB/s | 19 MB 00:00 2026-04-08T13:25:50.816 INFO:teuthology.orchestra.run.vm09.stdout:(150/151): librbd1-20.2.0-0.g69f84cc2651.el9.cl 8.9 MB/s | 2.8 MB 00:00 2026-04-08T13:25:50.877 INFO:teuthology.orchestra.run.vm09.stdout:(151/151): librados2-20.2.0-0.g69f84cc2651.el9. 8.5 MB/s | 3.5 MB 00:00 2026-04-08T13:25:50.882 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-04-08T13:25:50.882 INFO:teuthology.orchestra.run.vm09.stdout:Total 47 MB/s | 273 MB 00:05 2026-04-08T13:25:51.661 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-04-08T13:25:51.723 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-04-08T13:25:51.723 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-04-08T13:25:52.832 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-04-08T13:25:52.832 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-04-08T13:25:54.096 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-04-08T13:25:54.106 INFO:teuthology.orchestra.run.vm09.stdout: Installing : thrift-0.15.0-4.el9.x86_64 1/153 2026-04-08T13:25:54.121 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/153 2026-04-08T13:25:54.320 INFO:teuthology.orchestra.run.vm09.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 3/153 2026-04-08T13:25:54.323 INFO:teuthology.orchestra.run.vm09.stdout: Upgrading : librados2-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_ 4/153 2026-04-08T13:25:54.392 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: librados2-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_ 4/153 2026-04-08T13:25:54.394 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libcephfs2-2:20.2.0-0.g69f84cc2651.el9.clyso.x86 5/153 2026-04-08T13:25:54.412 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libcephfs2-2:20.2.0-0.g69f84cc2651.el9.clyso.x86 5/153 2026-04-08T13:25:54.417 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libcephfs-daemon-2:20.2.0-0.g69f84cc2651.el9.cly 6/153 2026-04-08T13:25:54.419 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libcephfs-proxy2-2:20.2.0-0.g69f84cc2651.el9.cly 7/153 2026-04-08T13:25:54.457 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libcephfs-proxy2-2:20.2.0-0.g69f84cc2651.el9.cly 7/153 2026-04-08T13:25:54.468 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-rados-2:20.2.0-0.g69f84cc2651.el9.clyso. 8/153 2026-04-08T13:25:54.486 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libxslt-1.1.34-13.el9_6.x86_64 9/153 2026-04-08T13:25:54.493 INFO:teuthology.orchestra.run.vm09.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 10/153 2026-04-08T13:25:54.500 INFO:teuthology.orchestra.run.vm09.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 11/153 2026-04-08T13:25:54.506 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 12/153 2026-04-08T13:25:54.514 INFO:teuthology.orchestra.run.vm09.stdout: Installing : liboath-2.6.12-1.el9.x86_64 13/153 2026-04-08T13:25:54.677 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 14/153 2026-04-08T13:25:54.680 INFO:teuthology.orchestra.run.vm09.stdout: Upgrading : librbd1-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 15/153 2026-04-08T13:25:54.699 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: librbd1-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 15/153 2026-04-08T13:25:54.746 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 16/153 2026-04-08T13:25:54.755 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 17/153 2026-04-08T13:25:54.767 INFO:teuthology.orchestra.run.vm09.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 18/153 2026-04-08T13:25:54.769 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libcephsqlite-2:20.2.0-0.g69f84cc2651.el9.clyso. 19/153 2026-04-08T13:25:54.798 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libcephsqlite-2:20.2.0-0.g69f84cc2651.el9.clyso. 19/153 2026-04-08T13:25:54.800 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libradosstriper1-2:20.2.0-0.g69f84cc2651.el9.cly 20/153 2026-04-08T13:25:54.844 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libradosstriper1-2:20.2.0-0.g69f84cc2651.el9.cly 20/153 2026-04-08T13:25:54.859 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 21/153 2026-04-08T13:25:54.868 INFO:teuthology.orchestra.run.vm09.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 22/153 2026-04-08T13:25:54.873 INFO:teuthology.orchestra.run.vm09.stdout: Installing : lua-5.4.4-4.el9.x86_64 23/153 2026-04-08T13:25:54.879 INFO:teuthology.orchestra.run.vm09.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 24/153 2026-04-08T13:25:54.909 INFO:teuthology.orchestra.run.vm09.stdout: Installing : unzip-6.0-59.el9.x86_64 25/153 2026-04-08T13:25:54.926 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 26/153 2026-04-08T13:25:54.931 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 27/153 2026-04-08T13:25:54.939 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 28/153 2026-04-08T13:25:54.942 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 29/153 2026-04-08T13:25:54.946 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 30/153 2026-04-08T13:25:54.984 INFO:teuthology.orchestra.run.vm09.stdout: Installing : re2-1:20211101-20.el9.x86_64 31/153 2026-04-08T13:25:55.024 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 32/153 2026-04-08T13:25:55.033 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-ceph-common-2:20.2.0-0.g69f84cc2651.el9. 33/153 2026-04-08T13:25:55.044 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-ceph-argparse-2:20.2.0-0.g69f84cc2651.el 34/153 2026-04-08T13:25:55.059 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-cephfs-2:20.2.0-0.g69f84cc2651.el9.clyso 35/153 2026-04-08T13:25:55.068 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 36/153 2026-04-08T13:25:55.105 INFO:teuthology.orchestra.run.vm09.stdout: Installing : zip-3.0-35.el9.x86_64 37/153 2026-04-08T13:25:55.111 INFO:teuthology.orchestra.run.vm09.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/153 2026-04-08T13:25:55.121 INFO:teuthology.orchestra.run.vm09.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 39/153 2026-04-08T13:25:55.139 INFO:teuthology.orchestra.run.vm09.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 40/153 2026-04-08T13:25:55.204 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/153 2026-04-08T13:25:55.208 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 42/153 2026-04-08T13:25:55.215 INFO:teuthology.orchestra.run.vm09.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 43/153 2026-04-08T13:25:55.222 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 44/153 2026-04-08T13:25:55.242 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 45/153 2026-04-08T13:25:55.247 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-rbd-2:20.2.0-0.g69f84cc2651.el9.clyso.x8 46/153 2026-04-08T13:25:55.257 INFO:teuthology.orchestra.run.vm09.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 47/153 2026-04-08T13:25:55.269 INFO:teuthology.orchestra.run.vm09.stdout: Installing : librados-devel-2:20.2.0-0.g69f84cc2651.el9.clyso 48/153 2026-04-08T13:25:55.277 INFO:teuthology.orchestra.run.vm09.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 49/153 2026-04-08T13:25:55.282 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 50/153 2026-04-08T13:25:55.292 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 51/153 2026-04-08T13:25:55.297 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 52/153 2026-04-08T13:25:55.334 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 53/153 2026-04-08T13:25:55.343 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 54/153 2026-04-08T13:25:55.354 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 55/153 2026-04-08T13:25:55.403 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-jmespath-1.0.1-1.el9_7.noarch 56/153 2026-04-08T13:25:55.688 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 57/153 2026-04-08T13:25:55.725 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 58/153 2026-04-08T13:25:55.731 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 59/153 2026-04-08T13:25:55.736 INFO:teuthology.orchestra.run.vm09.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 60/153 2026-04-08T13:25:55.805 INFO:teuthology.orchestra.run.vm09.stdout: Installing : openblas-0.3.29-1.el9.x86_64 61/153 2026-04-08T13:25:55.809 INFO:teuthology.orchestra.run.vm09.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 62/153 2026-04-08T13:25:55.842 INFO:teuthology.orchestra.run.vm09.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 63/153 2026-04-08T13:25:56.281 INFO:teuthology.orchestra.run.vm09.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 64/153 2026-04-08T13:25:56.375 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-numpy-1:1.23.5-2.el9_7.x86_64 65/153 2026-04-08T13:25:57.186 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 66/153 2026-04-08T13:25:57.207 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 67/153 2026-04-08T13:25:57.221 INFO:teuthology.orchestra.run.vm09.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 68/153 2026-04-08T13:25:57.224 INFO:teuthology.orchestra.run.vm09.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 69/153 2026-04-08T13:25:57.242 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 69/153 2026-04-08T13:25:57.242 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-04-08T13:25:57.242 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:25:57.263 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 70/153 2026-04-08T13:25:57.274 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/153 2026-04-08T13:25:57.291 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 72/153 2026-04-08T13:25:57.312 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 73/153 2026-04-08T13:25:57.403 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 74/153 2026-04-08T13:25:57.416 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 75/153 2026-04-08T13:25:57.445 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 76/153 2026-04-08T13:25:57.456 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-cheroot-10.0.1-5.el9.noarch 77/153 2026-04-08T13:25:57.462 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 78/153 2026-04-08T13:25:57.465 INFO:teuthology.orchestra.run.vm09.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 79/153 2026-04-08T13:25:57.499 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 80/153 2026-04-08T13:25:57.505 INFO:teuthology.orchestra.run.vm09.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 80/153 2026-04-08T13:25:57.507 INFO:teuthology.orchestra.run.vm09.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 81/153 2026-04-08T13:25:57.530 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 81/153 2026-04-08T13:25:57.676 INFO:teuthology.orchestra.run.vm09.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 82/153 2026-04-08T13:25:57.681 INFO:teuthology.orchestra.run.vm09.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 83/153 2026-04-08T13:25:58.019 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 83/153 2026-04-08T13:25:58.019 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-04-08T13:25:58.019 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:25:58.028 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 84/153 2026-04-08T13:25:58.033 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 85/153 2026-04-08T13:25:58.061 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 86/153 2026-04-08T13:25:58.061 INFO:teuthology.orchestra.run.vm09.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-04-08T13:25:58.061 INFO:teuthology.orchestra.run.vm09.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-04-08T13:25:58.061 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:25:58.078 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 86/153 2026-04-08T13:25:58.111 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 86/153 2026-04-08T13:25:58.111 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-04-08T13:25:58.111 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:25:58.134 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 87/153 2026-04-08T13:25:58.170 INFO:teuthology.orchestra.run.vm09.stdout: Installing : fuse-2.9.9-17.el9.x86_64 88/153 2026-04-08T13:25:58.175 INFO:teuthology.orchestra.run.vm09.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 89/153 2026-04-08T13:25:58.183 INFO:teuthology.orchestra.run.vm09.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 90/153 2026-04-08T13:25:58.189 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 91/153 2026-04-08T13:25:58.213 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 92/153 2026-04-08T13:25:58.221 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 93/153 2026-04-08T13:25:58.289 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 94/153 2026-04-08T13:25:58.299 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 95/153 2026-04-08T13:25:58.319 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 96/153 2026-04-08T13:25:58.336 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 97/153 2026-04-08T13:25:58.348 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 98/153 2026-04-08T13:25:58.375 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 99/153 2026-04-08T13:25:58.391 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 100/153 2026-04-08T13:25:58.412 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 101/153 2026-04-08T13:25:58.420 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 102/153 2026-04-08T13:25:58.431 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 103/153 2026-04-08T13:25:58.483 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 104/153 2026-04-08T13:25:58.887 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 105/153 2026-04-08T13:25:58.908 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 106/153 2026-04-08T13:25:58.916 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 107/153 2026-04-08T13:25:58.927 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 108/153 2026-04-08T13:25:58.939 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 109/153 2026-04-08T13:25:58.947 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 110/153 2026-04-08T13:25:58.992 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 111/153 2026-04-08T13:25:58.999 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-cherrypy-18.10.0-5.el9.noarch 112/153 2026-04-08T13:25:59.007 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 113/153 2026-04-08T13:25:59.011 INFO:teuthology.orchestra.run.vm09.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 114/153 2026-04-08T13:25:59.019 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 115/153 2026-04-08T13:25:59.346 INFO:teuthology.orchestra.run.vm09.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 116/153 2026-04-08T13:25:59.349 INFO:teuthology.orchestra.run.vm09.stdout: Installing : librgw2-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 117/153 2026-04-08T13:25:59.375 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: librgw2-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 117/153 2026-04-08T13:25:59.379 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-rgw-2:20.2.0-0.g69f84cc2651.el9.clyso.x8 118/153 2026-04-08T13:26:00.725 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-common-2:20.2.0-0.g69f84cc2651.el9.clyso.x8 119/153 2026-04-08T13:26:00.730 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-common-2:20.2.0-0.g69f84cc2651.el9.clyso.x8 119/153 2026-04-08T13:26:01.088 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-common-2:20.2.0-0.g69f84cc2651.el9.clyso.x8 119/153 2026-04-08T13:26:01.095 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-base-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_ 120/153 2026-04-08T13:26:01.140 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-base-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_ 120/153 2026-04-08T13:26:01.140 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-04-08T13:26:01.140 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-04-08T13:26:01.140 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:01.147 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-selinux-2:20.2.0-0.g69f84cc2651.el9.clyso.x 121/153 2026-04-08T13:26:07.741 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-selinux-2:20.2.0-0.g69f84cc2651.el9.clyso.x 121/153 2026-04-08T13:26:07.742 INFO:teuthology.orchestra.run.vm09.stdout:skipping the directory /sys 2026-04-08T13:26:07.742 INFO:teuthology.orchestra.run.vm09.stdout:skipping the directory /proc 2026-04-08T13:26:07.742 INFO:teuthology.orchestra.run.vm09.stdout:skipping the directory /mnt 2026-04-08T13:26:07.742 INFO:teuthology.orchestra.run.vm09.stdout:skipping the directory /var/tmp 2026-04-08T13:26:07.742 INFO:teuthology.orchestra.run.vm09.stdout:skipping the directory /home 2026-04-08T13:26:07.742 INFO:teuthology.orchestra.run.vm09.stdout:skipping the directory /root 2026-04-08T13:26:07.742 INFO:teuthology.orchestra.run.vm09.stdout:skipping the directory /tmp 2026-04-08T13:26:07.742 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:07.829 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-volume-2:20.2.0-0.g69f84cc2651.el9.clyso.no 122/153 2026-04-08T13:26:07.847 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-volume-2:20.2.0-0.g69f84cc2651.el9.clyso.no 122/153 2026-04-08T13:26:07.847 INFO:teuthology.orchestra.run.vm09.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-08T13:26:07.847 INFO:teuthology.orchestra.run.vm09.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-04-08T13:26:07.847 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:08.665 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-osd-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_6 123/153 2026-04-08T13:26:08.693 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-osd-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_6 123/153 2026-04-08T13:26:08.693 INFO:teuthology.orchestra.run.vm09.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-08T13:26:08.693 INFO:teuthology.orchestra.run.vm09.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-04-08T13:26:08.693 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-08T13:26:08.693 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-08T13:26:08.693 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:08.809 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mds-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_6 124/153 2026-04-08T13:26:08.832 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-mds-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_6 124/153 2026-04-08T13:26:08.832 INFO:teuthology.orchestra.run.vm09.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-08T13:26:08.832 INFO:teuthology.orchestra.run.vm09.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-04-08T13:26:08.832 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-08T13:26:08.832 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-08T13:26:08.832 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:09.086 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mon-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_6 125/153 2026-04-08T13:26:09.109 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-mon-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_6 125/153 2026-04-08T13:26:09.110 INFO:teuthology.orchestra.run.vm09.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-08T13:26:09.110 INFO:teuthology.orchestra.run.vm09.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-04-08T13:26:09.110 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-08T13:26:09.110 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-08T13:26:09.110 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:09.148 INFO:teuthology.orchestra.run.vm09.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 126/153 2026-04-08T13:26:09.207 INFO:teuthology.orchestra.run.vm09.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 127/153 2026-04-08T13:26:09.222 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 128/153 2026-04-08T13:26:09.226 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 129/153 2026-04-08T13:26:09.301 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: cephadm-2:20.2.0-0.g69f84cc2651.el9.clyso.noarch 130/153 2026-04-08T13:26:09.306 INFO:teuthology.orchestra.run.vm09.stdout: Installing : cephadm-2:20.2.0-0.g69f84cc2651.el9.clyso.noarch 130/153 2026-04-08T13:26:09.315 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-prometheus-alerts-2:20.2.0-0.g69f84cc2651.e 131/153 2026-04-08T13:26:09.354 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-grafana-dashboards-2:20.2.0-0.g69f84cc2651. 132/153 2026-04-08T13:26:09.357 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mgr-cephadm-2:20.2.0-0.g69f84cc2651.el9.cly 133/153 2026-04-08T13:26:11.258 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-mgr-cephadm-2:20.2.0-0.g69f84cc2651.el9.cly 133/153 2026-04-08T13:26:11.272 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mgr-dashboard-2:20.2.0-0.g69f84cc2651.el9.c 134/153 2026-04-08T13:26:11.822 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-mgr-dashboard-2:20.2.0-0.g69f84cc2651.el9.c 134/153 2026-04-08T13:26:11.824 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mgr-diskprediction-local-2:20.2.0-0.g69f84c 135/153 2026-04-08T13:26:11.840 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:20.2.0-0.g69f84c 135/153 2026-04-08T13:26:11.842 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mgr-k8sevents-2:20.2.0-0.g69f84cc2651.el9.c 136/153 2026-04-08T13:26:11.911 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-mgr-k8sevents-2:20.2.0-0.g69f84cc2651.el9.c 136/153 2026-04-08T13:26:11.961 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mgr-modules-core-2:20.2.0-0.g69f84cc2651.el 137/153 2026-04-08T13:26:11.964 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mgr-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_6 138/153 2026-04-08T13:26:11.989 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-mgr-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_6 138/153 2026-04-08T13:26:11.989 INFO:teuthology.orchestra.run.vm09.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-08T13:26:11.989 INFO:teuthology.orchestra.run.vm09.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-04-08T13:26:11.989 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-08T13:26:11.989 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-08T13:26:11.989 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:12.004 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-mgr-rook-2:20.2.0-0.g69f84cc2651.el9.clyso. 139/153 2026-04-08T13:26:12.020 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-mgr-rook-2:20.2.0-0.g69f84cc2651.el9.clyso. 139/153 2026-04-08T13:26:13.235 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 140/153 2026-04-08T13:26:13.239 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-radosgw-2:20.2.0-0.g69f84cc2651.el9.clyso.x 141/153 2026-04-08T13:26:13.264 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-radosgw-2:20.2.0-0.g69f84cc2651.el9.clyso.x 141/153 2026-04-08T13:26:13.264 INFO:teuthology.orchestra.run.vm09.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-08T13:26:13.264 INFO:teuthology.orchestra.run.vm09.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-04-08T13:26:13.264 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-08T13:26:13.264 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-08T13:26:13.264 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:13.276 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-immutable-object-cache-2:20.2.0-0.g69f84cc2 142/153 2026-04-08T13:26:13.302 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: ceph-immutable-object-cache-2:20.2.0-0.g69f84cc2 142/153 2026-04-08T13:26:13.302 INFO:teuthology.orchestra.run.vm09.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-08T13:26:13.302 INFO:teuthology.orchestra.run.vm09.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-04-08T13:26:13.302 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:13.467 INFO:teuthology.orchestra.run.vm09.stdout: Installing : rbd-mirror-2:20.2.0-0.g69f84cc2651.el9.clyso.x86 143/153 2026-04-08T13:26:13.497 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: rbd-mirror-2:20.2.0-0.g69f84cc2651.el9.clyso.x86 143/153 2026-04-08T13:26:13.497 INFO:teuthology.orchestra.run.vm09.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-08T13:26:13.497 INFO:teuthology.orchestra.run.vm09.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-04-08T13:26:13.497 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-08T13:26:13.497 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-08T13:26:13.497 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:18.299 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-test-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_ 144/153 2026-04-08T13:26:18.335 INFO:teuthology.orchestra.run.vm09.stdout: Installing : ceph-fuse-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_ 145/153 2026-04-08T13:26:18.352 INFO:teuthology.orchestra.run.vm09.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 146/153 2026-04-08T13:26:18.365 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libcephfs-devel-2:20.2.0-0.g69f84cc2651.el9.clys 147/153 2026-04-08T13:26:18.380 INFO:teuthology.orchestra.run.vm09.stdout: Installing : rbd-fuse-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_6 148/153 2026-04-08T13:26:18.389 INFO:teuthology.orchestra.run.vm09.stdout: Installing : rbd-nbd-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 149/153 2026-04-08T13:26:18.412 INFO:teuthology.orchestra.run.vm09.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 150/153 2026-04-08T13:26:18.416 INFO:teuthology.orchestra.run.vm09.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 151/153 2026-04-08T13:26:18.417 INFO:teuthology.orchestra.run.vm09.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 152/153 2026-04-08T13:26:18.439 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 152/153 2026-04-08T13:26:18.439 INFO:teuthology.orchestra.run.vm09.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 153/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 153/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 1/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-base-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_ 2/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-common-2:20.2.0-0.g69f84cc2651.el9.clyso.x8 3/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-fuse-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_ 4/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-immutable-object-cache-2:20.2.0-0.g69f84cc2 5/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mds-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_6 6/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mgr-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_6 7/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mon-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_6 8/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-osd-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_6 9/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-radosgw-2:20.2.0-0.g69f84cc2651.el9.clyso.x 10/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-selinux-2:20.2.0-0.g69f84cc2651.el9.clyso.x 11/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-test-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_ 12/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libcephfs-daemon-2:20.2.0-0.g69f84cc2651.el9.cly 13/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libcephfs-devel-2:20.2.0-0.g69f84cc2651.el9.clys 14/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libcephfs-proxy2-2:20.2.0-0.g69f84cc2651.el9.cly 15/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libcephfs2-2:20.2.0-0.g69f84cc2651.el9.clyso.x86 16/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libcephsqlite-2:20.2.0-0.g69f84cc2651.el9.clyso. 17/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : librados-devel-2:20.2.0-0.g69f84cc2651.el9.clyso 18/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libradosstriper1-2:20.2.0-0.g69f84cc2651.el9.cly 19/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : librgw2-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 20/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-ceph-argparse-2:20.2.0-0.g69f84cc2651.el 21/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-ceph-common-2:20.2.0-0.g69f84cc2651.el9. 22/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-cephfs-2:20.2.0-0.g69f84cc2651.el9.clyso 23/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-rados-2:20.2.0-0.g69f84cc2651.el9.clyso. 24/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-rbd-2:20.2.0-0.g69f84cc2651.el9.clyso.x8 25/153 2026-04-08T13:26:19.673 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-rgw-2:20.2.0-0.g69f84cc2651.el9.clyso.x8 26/153 2026-04-08T13:26:19.674 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : rbd-fuse-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_6 27/153 2026-04-08T13:26:19.677 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : rbd-mirror-2:20.2.0-0.g69f84cc2651.el9.clyso.x86 28/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : rbd-nbd-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 29/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-grafana-dashboards-2:20.2.0-0.g69f84cc2651. 30/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mgr-cephadm-2:20.2.0-0.g69f84cc2651.el9.cly 31/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mgr-dashboard-2:20.2.0-0.g69f84cc2651.el9.c 32/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mgr-diskprediction-local-2:20.2.0-0.g69f84c 33/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mgr-k8sevents-2:20.2.0-0.g69f84cc2651.el9.c 34/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mgr-modules-core-2:20.2.0-0.g69f84cc2651.el 35/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-mgr-rook-2:20.2.0-0.g69f84cc2651.el9.clyso. 36/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-prometheus-alerts-2:20.2.0-0.g69f84cc2651.e 37/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ceph-volume-2:20.2.0-0.g69f84cc2651.el9.clyso.no 38/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : cephadm-2:20.2.0-0.g69f84cc2651.el9.clyso.noarch 39/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 40/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 41/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 42/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 43/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 44/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 45/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 46/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 47/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 48/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 49/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 50/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 51/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 52/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 53/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 54/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-cheroot-10.0.1-5.el9.noarch 55/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-cherrypy-18.10.0-5.el9.noarch 56/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 57/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 58/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 59/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 60/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 61/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 62/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 63/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 64/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 65/153 2026-04-08T13:26:19.678 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 66/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 67/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 68/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 69/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 70/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 71/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 80/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 81/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 82/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 83/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : re2-1:20211101-20.el9.x86_64 84/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 85/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 86/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 87/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 88/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 89/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 90/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 91/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 92/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 93/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 94/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 95/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 96/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 97/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 98/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 99/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 100/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 101/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 102/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 103/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 104/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 105/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : unzip-6.0-59.el9.x86_64 106/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : zip-3.0-35.el9.x86_64 107/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 108/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 109/153 2026-04-08T13:26:19.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 110/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 111/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 112/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 113/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 114/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 115/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 116/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 117/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 118/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : lua-5.4.4-4.el9.x86_64 119/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 120/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 121/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 122/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 123/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 124/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 125/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 126/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 127/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-jmespath-1.0.1-1.el9_7.noarch 128/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 129/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 130/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 131/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-numpy-1:1.23.5-2.el9_7.x86_64 132/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 133/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 134/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 135/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 136/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 137/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 138/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 139/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 140/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 141/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 142/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 143/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 144/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 145/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 146/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 147/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 148/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 149/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : librados2-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_ 150/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 151/153 2026-04-08T13:26:19.680 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : librbd1-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 152/153 2026-04-08T13:26:19.784 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 153/153 2026-04-08T13:26:19.784 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:19.784 INFO:teuthology.orchestra.run.vm09.stdout:Upgraded: 2026-04-08T13:26:19.784 INFO:teuthology.orchestra.run.vm09.stdout: librados2-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.784 INFO:teuthology.orchestra.run.vm09.stdout: librbd1-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.784 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-04-08T13:26:19.784 INFO:teuthology.orchestra.run.vm09.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-04-08T13:26:19.784 INFO:teuthology.orchestra.run.vm09.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-base-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-common-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-fuse-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-grafana-dashboards-2:20.2.0-0.g69f84cc2651.el9.clyso.noarch 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-immutable-object-cache-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mds-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-cephadm-2:20.2.0-0.g69f84cc2651.el9.clyso.noarch 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-dashboard-2:20.2.0-0.g69f84cc2651.el9.clyso.noarch 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-diskprediction-local-2:20.2.0-0.g69f84cc2651.el9.clyso.noarch 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-k8sevents-2:20.2.0-0.g69f84cc2651.el9.clyso.noarch 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-modules-core-2:20.2.0-0.g69f84cc2651.el9.clyso.noarch 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mgr-rook-2:20.2.0-0.g69f84cc2651.el9.clyso.noarch 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-mon-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-osd-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-prometheus-alerts-2:20.2.0-0.g69f84cc2651.el9.clyso.noarch 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-radosgw-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-selinux-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-test-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ceph-volume-2:20.2.0-0.g69f84cc2651.el9.clyso.noarch 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: cephadm-2:20.2.0-0.g69f84cc2651.el9.clyso.noarch 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: fuse-2.9.9-17.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: grpc-data-1.46.7-10.el9.noarch 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: libarrow-9.0.0-15.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: libcephfs-daemon-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: libcephfs-devel-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: libcephfs-proxy2-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: libcephfs2-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: libcephsqlite-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: libconfig-1.7.2-9.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: libnbd-1.20.3-4.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: liboath-2.6.12-1.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: librados-devel-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: libradosstriper1-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: librgw2-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: libunwind-1.6.2-1.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: lua-5.4.4-4.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: luarocks-3.9.2-5.el9.noarch 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-04-08T13:26:19.785 INFO:teuthology.orchestra.run.vm09.stdout: nvme-cli-2.13-1.el9.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: openblas-0.3.29-1.el9.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: pciutils-3.7.0-7.el9.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-babel-2.9.1-2.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-ceph-argparse-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-ceph-common-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-cephfs-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-cheroot-10.0.1-5.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-cherrypy-18.10.0-5.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-jmespath-1.0.1-1.el9_7.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-numpy-1:1.23.5-2.el9_7.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-packaging-20.9-5.el9.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-04-08T13:26:19.786 INFO:teuthology.orchestra.run.vm09.stdout: python3-portend-3.1.0-2.el9.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-pycparser-2.20-6.el9.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-rados-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-rbd-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-rgw-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-routes-2.5.1-5.el9.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-rsa-4.9-2.el9.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-saml-1.16.0-1.el9.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: qatlib-24.09.0-1.el9.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: rbd-fuse-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: rbd-mirror-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: rbd-nbd-2:20.2.0-0.g69f84cc2651.el9.clyso.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: re2-1:20211101-20.el9.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: s3cmd-2.4.0-1.el9.noarch 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: socat-1.7.4.1-8.el9.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: thrift-0.15.0-4.el9.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: unzip-6.0-59.el9.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-04-08T13:26:19.787 INFO:teuthology.orchestra.run.vm09.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-04-08T13:26:19.788 INFO:teuthology.orchestra.run.vm09.stdout: zip-3.0-35.el9.x86_64 2026-04-08T13:26:19.788 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:19.788 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-04-08T13:26:19.892 DEBUG:teuthology.parallel:result is None 2026-04-08T13:26:19.892 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-04-08T13:26:19.892 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-04-08T13:26:19.892 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:19.892 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-04-08T13:26:19.924 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-04-08T13:26:19.924 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:19.924 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/usr/bin/daemon-helper 2026-04-08T13:26:19.996 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-04-08T13:26:20.064 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-04-08T13:26:20.064 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:20.064 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/usr/bin/adjust-ulimits 2026-04-08T13:26:20.135 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-04-08T13:26:20.207 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-04-08T13:26:20.208 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:20.208 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/usr/bin/stdin-killer 2026-04-08T13:26:20.279 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-04-08T13:26:20.352 INFO:teuthology.run_tasks:Running task ceph... 2026-04-08T13:26:20.401 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-04-08T13:26:20.401 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod 777 /var/log/ceph 2026-04-08T13:26:20.429 INFO:tasks.ceph:Disabling ceph logrotate... 2026-04-08T13:26:20.429 DEBUG:teuthology.orchestra.run.vm09:> sudo rm -f -- /etc/logrotate.d/ceph 2026-04-08T13:26:20.496 INFO:tasks.ceph:Creating extra log directories... 2026-04-08T13:26:20.496 DEBUG:teuthology.orchestra.run.vm09:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-04-08T13:26:20.568 INFO:tasks.ceph:Creating ceph cluster ceph... 2026-04-08T13:26:20.568 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'barbican', 'rgw keystone accepted admin roles': 'admin', 'rgw keystone accepted roles': 'admin,member,creator', 'rgw keystone admin domain': 'Default', 'rgw keystone admin password': 'ADMIN', 'rgw keystone admin project': 'admin', 'rgw keystone admin user': 'admin', 'rgw keystone api version': 3, 'rgw keystone barbican domain': 'Default', 'rgw keystone barbican password': 'rgwcrypt-pass', 'rgw keystone barbican project': 'rgwcrypt', 'rgw keystone barbican user': 'rgwcrypt-user', 'rgw keystone implicit tenants': True, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw swift account in url': True, 'rgw swift enforce content length': True, 'rgw swift versioning enabled': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-04-08T13:26:20.568 INFO:tasks.ceph:ctx.config {'archive_path': '/archive/kyr-2026-04-08_13:23:07-rgw:crypt-20.2.0-none-default-vps/5108', 'branch': '20.2.0', 'description': 'rgw:crypt/{0-cluster/fixed-1 1-ceph-install/install 2-kms/barbican 3-rgw/rgw 4-tests/{s3tests} ignore-pg-availability overrides rocky_latest s3tests-branch}', 'email': None, 'first_in_suite': False, 'flavor': 'default', 'job_id': '5108', 'last_in_suite': False, 'machine_type': 'vps', 'name': 'kyr-2026-04-08_13:23:07-rgw:crypt-20.2.0-none-default-vps', 'no_nested_subset': False, 'os_type': 'rocky', 'os_version': '9.7', 'overrides': {'admin_socket': {'branch': '20.2.0'}, 'ansible.cephlab': {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'logical_volumes': {'lv_1': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_2': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_3': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_4': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}}, 'timezone': 'UTC', 'volume_groups': {'vg_nvme': {'pvs': '/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde'}}}}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'barbican', 'rgw keystone accepted admin roles': 'admin', 'rgw keystone accepted roles': 'admin,member,creator', 'rgw keystone admin domain': 'Default', 'rgw keystone admin password': 'ADMIN', 'rgw keystone admin project': 'admin', 'rgw keystone admin user': 'admin', 'rgw keystone api version': 3, 'rgw keystone barbican domain': 'Default', 'rgw keystone barbican password': 'rgwcrypt-pass', 'rgw keystone barbican project': 'rgwcrypt', 'rgw keystone barbican user': 'rgwcrypt-user', 'rgw keystone implicit tenants': True, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw swift account in url': True, 'rgw swift enforce content length': True, 'rgw swift versioning enabled': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled'], 'sha1': '69f84cc2651aa259a15bc192ddaabd3baba07489'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'global': {'osd crush chooseleaf type': 0, 'osd pool default pg num': 128, 'osd pool default pgp num': 128, 'osd pool default size': 2}, 'mon': {}}}, 'cephadm': {'cephadm_binary_url': 'https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '69f84cc2651aa259a15bc192ddaabd3baba07489'}, 'extra_system_packages': {'deb': ['python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-20.2.0-0-g69f84cc2651/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-20.2.0-0-g69f84cc2651/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-20.2.0-0-g69f84cc2651/el9.clyso/x86_64'}]}, 'rgw': {'client.0': {'use-barbican-role': 'client.0', 'use-keystone-role': 'client.0'}, 'compression type': 'random', 'storage classes': {'FROZEN': None, 'LUKEWARM': ['--compression', 'zlib']}}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888'}, 'force-branch': 'ceph-tentacle', 'sha1': 'e0c4ff71baef6d5126a0201df5fe54196d89b296', 'storage classes': 'LUKEWARM, FROZEN'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'workunit': {'branch': 'tt-custom-v20.2.0', 'sha1': '2747235ad20514d6f5074f38ed6875153cbf7892'}}, 'owner': 'kyr', 'priority': 1000, 'repo': 'https://github.com/ceph/ceph.git', 'roles': [['mon.a', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'client.0']], 'seed': 2394, 'sha1': '69f84cc2651aa259a15bc192ddaabd3baba07489', 'sleep_before_teardown': 0, 'suite': 'rgw:crypt', 'suite_branch': 'tt-custom-v20.2.0', 'suite_path': '/home/teuthos/src/github.com_kshtsk_ceph_2747235ad20514d6f5074f38ed6875153cbf7892/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/kshtsk/ceph', 'suite_sha1': '2747235ad20514d6f5074f38ed6875153cbf7892', 'targets': {'vm09.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC7NiTcarReYR31DPt7+RR86Y+2te8SQofL2/2RpL5zryhRTvoKSkDLkgFsTo2OgJB4CRomPZ9aR2CexEPCs1R8='}, 'tasks': [{'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': None}, {'ceph': None}, {'tox': ['client.0']}, {'keystone': {'client.0': {'force-branch': 'stable/2025.1', 'projects': [{'description': 'Encryption Tenant', 'domain': 'default', 'name': 'rgwcrypt'}, {'description': 'Barbican', 'domain': 'default', 'name': 'barbican'}, {'description': 'S3 project', 'domain': 'default', 'name': 's3'}], 'role-mappings': [{'name': 'member', 'project': 'rgwcrypt', 'user': 'rgwcrypt-user'}, {'name': 'admin', 'project': 'barbican', 'user': 'barbican-user'}, {'name': 'creator', 'project': 's3', 'user': 's3-user'}], 'roles': [{'name': 'member'}, {'name': 'creator'}], 'services': [{'description': 'Swift Service', 'name': 'swift', 'type': 'object-store'}], 'users': [{'domain': 'default', 'name': 'rgwcrypt-user', 'password': 'rgwcrypt-pass', 'project': 'rgwcrypt'}, {'domain': 'default', 'name': 'barbican-user', 'password': 'barbican-pass', 'project': 'barbican'}, {'domain': 'default', 'name': 's3-user', 'password': 's3-pass', 'project': 's3'}]}}}, {'barbican': {'client.0': {'force-branch': 'stable/2025.1', 'keystone_authtoken': {'auth_plugin': 'password', 'password': 'barbican-pass', 'user_domain_name': 'Default', 'username': 'barbican-user'}, 'rgw_user': {'password': 'rgwcrypt-pass', 'tenantName': 'rgwcrypt', 'username': 'rgwcrypt-user'}, 'secrets': [{'base64': 'a2V5MS5GcWVxKzhzTGNLaGtzQkg5NGVpb1FKcFpGb2c=', 'name': 'my-key-1', 'password': 's3-pass', 'tenantName': 's3', 'username': 's3-user'}, {'base64': 'a2V5Mi5yNUNNMGFzMVdIUVZxcCt5NGVmVGlQQ1k4YWg=', 'name': 'my-key-2', 'password': 's3-pass', 'tenantName': 's3', 'username': 's3-user'}], 'use-keystone-role': 'client.0'}}}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'s3tests': {'client.0': {'barbican': {'kms_key': 'my-key-1', 'kms_key2': 'my-key-2'}, 'vault_kv': {'key_path': 'my-key-1', 'key_path2': 'my-key-2'}, 'vault_old': {'key_path': 'my-key-1/1', 'key_path2': 'my-key-2/1'}, 'vault_transit': {'key_path': 'my-key-1', 'key_path2': 'my-key-2'}}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'clyso-debian-13', 'teuthology_repo': 'https://github.com/kshtsk/teuthology', 'teuthology_sha1': '1c580df7a9c7c2aadc272da296344fd99f27c444', 'timestamp': '2026-04-08_13:23:07', 'tube': 'vps', 'user': 'kyr', 'verbose': False, 'worker_log': '/home/teuthos/.teuthology/dispatcher/dispatcher.vps.3072398'} 2026-04-08T13:26:20.568 DEBUG:teuthology.orchestra.run.vm09:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-04-08T13:26:20.630 DEBUG:teuthology.orchestra.run.vm09:> sudo install -d -m0777 -- /var/run/ceph 2026-04-08T13:26:20.703 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:20.703 DEBUG:teuthology.orchestra.run.vm09:> dd if=/scratch_devs of=/dev/stdout 2026-04-08T13:26:20.765 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-04-08T13:26:20.765 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vg_nvme/lv_1 2026-04-08T13:26:20.823 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-04-08T13:26:20.823 INFO:teuthology.orchestra.run.vm09.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-08T13:26:20.823 INFO:teuthology.orchestra.run.vm09.stdout:Device: 5h/5d Inode: 1057 Links: 1 2026-04-08T13:26:20.823 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-08T13:26:20.823 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:device_t:s0 2026-04-08T13:26:20.823 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-04-08 13:26:18.782274476 +0000 2026-04-08T13:26:20.823 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-04-08 13:25:58.097262929 +0000 2026-04-08T13:26:20.823 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-04-08 13:25:58.097262929 +0000 2026-04-08T13:26:20.823 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-04-08 13:25:58.097262929 +0000 2026-04-08T13:26:20.823 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-04-08T13:26:20.891 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-04-08T13:26:20.891 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-04-08T13:26:20.891 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000259265 s, 2.0 MB/s 2026-04-08T13:26:20.892 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-04-08T13:26:20.953 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vg_nvme/lv_2 2026-04-08T13:26:21.015 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-04-08T13:26:21.015 INFO:teuthology.orchestra.run.vm09.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-08T13:26:21.015 INFO:teuthology.orchestra.run.vm09.stdout:Device: 5h/5d Inode: 1076 Links: 1 2026-04-08T13:26:21.015 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-08T13:26:21.015 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:device_t:s0 2026-04-08T13:26:21.015 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-04-08 13:26:18.783274477 +0000 2026-04-08T13:26:21.015 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-04-08 13:25:58.105262933 +0000 2026-04-08T13:26:21.015 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-04-08 13:25:58.105262933 +0000 2026-04-08T13:26:21.015 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-04-08 13:25:58.105262933 +0000 2026-04-08T13:26:21.015 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-04-08T13:26:21.081 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-04-08T13:26:21.081 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-04-08T13:26:21.081 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000157354 s, 3.3 MB/s 2026-04-08T13:26:21.082 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-04-08T13:26:21.143 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vg_nvme/lv_3 2026-04-08T13:26:21.202 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-04-08T13:26:21.202 INFO:teuthology.orchestra.run.vm09.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-08T13:26:21.202 INFO:teuthology.orchestra.run.vm09.stdout:Device: 5h/5d Inode: 1071 Links: 1 2026-04-08T13:26:21.202 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-08T13:26:21.202 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:device_t:s0 2026-04-08T13:26:21.203 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-04-08 13:26:18.783274477 +0000 2026-04-08T13:26:21.203 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-04-08 13:25:58.103262932 +0000 2026-04-08T13:26:21.203 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-04-08 13:25:58.103262932 +0000 2026-04-08T13:26:21.203 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-04-08 13:25:58.103262932 +0000 2026-04-08T13:26:21.203 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-04-08T13:26:21.274 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-04-08T13:26:21.275 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-04-08T13:26:21.275 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000237253 s, 2.2 MB/s 2026-04-08T13:26:21.276 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-04-08T13:26:21.336 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vg_nvme/lv_4 2026-04-08T13:26:21.399 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-04-08T13:26:21.399 INFO:teuthology.orchestra.run.vm09.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-08T13:26:21.399 INFO:teuthology.orchestra.run.vm09.stdout:Device: 5h/5d Inode: 1063 Links: 1 2026-04-08T13:26:21.399 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-08T13:26:21.399 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:device_t:s0 2026-04-08T13:26:21.399 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-04-08 13:26:18.783274477 +0000 2026-04-08T13:26:21.399 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-04-08 13:25:58.098262929 +0000 2026-04-08T13:26:21.399 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-04-08 13:25:58.098262929 +0000 2026-04-08T13:26:21.399 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-04-08 13:25:58.098262929 +0000 2026-04-08T13:26:21.399 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-04-08T13:26:21.471 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-04-08T13:26:21.471 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-04-08T13:26:21.471 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000153948 s, 3.3 MB/s 2026-04-08T13:26:21.473 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-04-08T13:26:21.532 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3'} 2026-04-08T13:26:21.532 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@vm09.local'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3'}} 2026-04-08T13:26:21.533 INFO:tasks.ceph:Generating config... 2026-04-08T13:26:21.533 INFO:tasks.ceph:[client] debug rgw = 20 2026-04-08T13:26:21.533 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2026-04-08T13:26:21.533 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = barbican 2026-04-08T13:26:21.533 INFO:tasks.ceph:[client] rgw keystone accepted admin roles = admin 2026-04-08T13:26:21.533 INFO:tasks.ceph:[client] rgw keystone accepted roles = admin,member,creator 2026-04-08T13:26:21.533 INFO:tasks.ceph:[client] rgw keystone admin domain = Default 2026-04-08T13:26:21.533 INFO:tasks.ceph:[client] rgw keystone admin password = ADMIN 2026-04-08T13:26:21.534 INFO:tasks.ceph:[client] rgw keystone admin project = admin 2026-04-08T13:26:21.534 INFO:tasks.ceph:[client] rgw keystone admin user = admin 2026-04-08T13:26:21.534 INFO:tasks.ceph:[client] rgw keystone api version = 3 2026-04-08T13:26:21.534 INFO:tasks.ceph:[client] rgw keystone barbican domain = Default 2026-04-08T13:26:21.534 INFO:tasks.ceph:[client] rgw keystone barbican password = rgwcrypt-pass 2026-04-08T13:26:21.534 INFO:tasks.ceph:[client] rgw keystone barbican project = rgwcrypt 2026-04-08T13:26:21.534 INFO:tasks.ceph:[client] rgw keystone barbican user = rgwcrypt-user 2026-04-08T13:26:21.534 INFO:tasks.ceph:[client] rgw keystone implicit tenants = True 2026-04-08T13:26:21.534 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2026-04-08T13:26:21.534 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2026-04-08T13:26:21.534 INFO:tasks.ceph:[client] rgw swift account in url = True 2026-04-08T13:26:21.534 INFO:tasks.ceph:[client] rgw swift enforce content length = True 2026-04-08T13:26:21.534 INFO:tasks.ceph:[client] rgw swift versioning enabled = True 2026-04-08T13:26:21.534 INFO:tasks.ceph:[client] setgroup = ceph 2026-04-08T13:26:21.534 INFO:tasks.ceph:[client] setuser = ceph 2026-04-08T13:26:21.534 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-04-08T13:26:21.534 INFO:tasks.ceph:[mgr] debug ms = 1 2026-04-08T13:26:21.534 INFO:tasks.ceph:[mon] debug mon = 20 2026-04-08T13:26:21.534 INFO:tasks.ceph:[mon] debug ms = 1 2026-04-08T13:26:21.534 INFO:tasks.ceph:[mon] debug paxos = 20 2026-04-08T13:26:21.534 INFO:tasks.ceph:[osd] debug ms = 1 2026-04-08T13:26:21.534 INFO:tasks.ceph:[osd] debug osd = 20 2026-04-08T13:26:21.534 INFO:tasks.ceph:[osd] osd mclock iops capacity threshold hdd = 49000 2026-04-08T13:26:21.534 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2026-04-08T13:26:21.534 INFO:tasks.ceph:Setting up mon.a... 2026-04-08T13:26:21.534 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2026-04-08T13:26:21.617 INFO:teuthology.orchestra.run.vm09.stdout:creating /etc/ceph/ceph.keyring 2026-04-08T13:26:21.620 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2026-04-08T13:26:21.666 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-08T13:26:21.697 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '192.168.123.109')] 2026-04-08T13:26:21.697 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '192.168.123.109'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'barbican', 'rgw keystone accepted admin roles': 'admin', 'rgw keystone accepted roles': 'admin,member,creator', 'rgw keystone admin domain': 'Default', 'rgw keystone admin password': 'ADMIN', 'rgw keystone admin project': 'admin', 'rgw keystone admin user': 'admin', 'rgw keystone api version': 3, 'rgw keystone barbican domain': 'Default', 'rgw keystone barbican password': 'rgwcrypt-pass', 'rgw keystone barbican project': 'rgwcrypt', 'rgw keystone barbican user': 'rgwcrypt-user', 'rgw keystone implicit tenants': True, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw swift account in url': True, 'rgw swift enforce content length': True, 'rgw swift versioning enabled': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}} 2026-04-08T13:26:21.698 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:21.698 DEBUG:teuthology.orchestra.run.vm09:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-04-08T13:26:21.757 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 192.168.123.109 --print /home/ubuntu/cephtest/ceph.monmap 2026-04-08T13:26:21.840 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:26:21.840 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:26:21.840 INFO:teuthology.orchestra.run.vm09.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2026-04-08T13:26:21.840 INFO:teuthology.orchestra.run.vm09.stdout:monmaptool: generated fsid d72be588-bd77-4172-b318-72000b7b1722 2026-04-08T13:26:21.840 INFO:teuthology.orchestra.run.vm09.stdout:setting min_mon_release = tentacle 2026-04-08T13:26:21.840 INFO:teuthology.orchestra.run.vm09.stdout:epoch 0 2026-04-08T13:26:21.840 INFO:teuthology.orchestra.run.vm09.stdout:fsid d72be588-bd77-4172-b318-72000b7b1722 2026-04-08T13:26:21.840 INFO:teuthology.orchestra.run.vm09.stdout:last_changed 2026-04-08T13:26:21.841238+0000 2026-04-08T13:26:21.840 INFO:teuthology.orchestra.run.vm09.stdout:created 2026-04-08T13:26:21.841238+0000 2026-04-08T13:26:21.840 INFO:teuthology.orchestra.run.vm09.stdout:min_mon_release 20 (tentacle) 2026-04-08T13:26:21.840 INFO:teuthology.orchestra.run.vm09.stdout:election_strategy: 1 2026-04-08T13:26:21.840 INFO:teuthology.orchestra.run.vm09.stdout:0: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.a 2026-04-08T13:26:21.840 INFO:teuthology.orchestra.run.vm09.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (1 monitors) 2026-04-08T13:26:21.842 DEBUG:teuthology.orchestra.run.vm09:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-04-08T13:26:21.899 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID d72be588-bd77-4172-b318-72000b7b1722... 2026-04-08T13:26:21.899 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout:[global] 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: chdir = "" 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: auth supported = cephx 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: filestore xattr use omap = true 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon clock drift allowed = 1.000 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: osd crush chooseleaf type = 0 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: auth debug = true 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: ms die on old message = true 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: ms die on bug = true 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon max pg per osd = 10000 # >= luminous 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon pg warn max object skew = 0 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: # disable pg_autoscaler by default for new pools 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: osd_pool_default_pg_autoscale_mode = off 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: osd pool default size = 2 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon osd allow primary affinity = true 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon osd allow pg remap = true 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon warn on legacy crush tunables = false 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon warn on crush straw calc version zero = false 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon warn on no sortbitwise = false 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon warn on osd down out interval zero = false 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon warn on too few osds = false 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon_warn_on_pool_no_redundancy = false 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon_allow_pool_size_one = true 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: osd default data pool replay window = 5 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon allow pool delete = true 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon cluster log file level = debug 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: debug asserts on shutdown = true 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon health detail to clog = false 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: mon host = 192.168.123.109 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: fsid = d72be588-bd77-4172-b318-72000b7b1722 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout:[osd] 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: osd journal size = 100 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.986 INFO:teuthology.orchestra.run.vm09.stdout: osd scrub load threshold = 5.0 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: osd scrub max interval = 600 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: osd mclock profile = high_recovery_ops 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: osd recover clone overlap = true 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: osd recovery max chunk = 1048576 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: osd debug shutdown = true 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: osd debug op order = true 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: osd debug verify stray on activate = true 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: osd debug trim objects = true 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: osd open classes on start = true 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: osd debug pg log writeout = true 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: osd deep scrub update digest min age = 30 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: osd map max advance = 10 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: journal zero on create = true 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: filestore ondisk finisher threads = 3 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: filestore apply finisher threads = 3 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: bdev debug aio = true 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: osd debug misdirected ops = true 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: debug ms = 1 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: debug osd = 20 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: osd mclock iops capacity threshold hdd = 49000 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: osd shutdown pgref assert = True 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout:[mgr] 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: debug ms = 1 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: debug mgr = 20 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: debug mon = 20 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: debug auth = 20 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: mon reweight min pgs per osd = 4 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: mon reweight min bytes per osd = 10 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: mgr/telemetry/nag = false 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout:[mon] 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: debug ms = 1 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: debug mon = 20 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: debug paxos = 20 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: debug auth = 20 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: mon data avail warn = 5 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: mon mgr mkfs grace = 240 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: mon reweight min pgs per osd = 4 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: mon osd reporter subtree level = osd 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: mon osd prime pg temp = true 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: mon reweight min bytes per osd = 10 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: auth mon ticket ttl = 660 # 11m 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: auth service ticket ttl = 240 # 4m 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.987 INFO:teuthology.orchestra.run.vm09.stdout: # don't complain about insecure global_id in the test suite 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: # 1m isn't quite enough 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: mon_down_mkfs_grace = 2m 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: mon_warn_on_filestore_osds = false 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout:[client] 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw cache enabled = true 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw enable ops log = true 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw enable usage log = true 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: debug rgw = 20 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw crypt require ssl = False 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw crypt s3 kms backend = barbican 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw keystone accepted admin roles = admin 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw keystone accepted roles = "admin,member,creator" 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw keystone admin domain = Default 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw keystone admin password = ADMIN 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw keystone admin project = admin 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw keystone admin user = admin 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw keystone api version = 3 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw keystone barbican domain = Default 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw keystone barbican password = rgwcrypt-pass 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw keystone barbican project = rgwcrypt 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw keystone barbican user = rgwcrypt-user 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw keystone implicit tenants = True 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw s3 auth use sts = True 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw sts key = abcdefghijklmnop 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw swift account in url = True 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw swift enforce content length = True 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: rgw swift versioning enabled = True 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: setgroup = ceph 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout: setuser = ceph 2026-04-08T13:26:21.988 INFO:teuthology.orchestra.run.vm09.stdout:[mon.a] 2026-04-08T13:26:21.996 INFO:tasks.ceph:Creating admin key on mon.a... 2026-04-08T13:26:21.996 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2026-04-08T13:26:22.044 INFO:tasks.ceph:Copying monmap to all nodes... 2026-04-08T13:26:22.044 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:22.044 DEBUG:teuthology.orchestra.run.vm09:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2026-04-08T13:26:22.062 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:22.062 DEBUG:teuthology.orchestra.run.vm09:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2026-04-08T13:26:22.123 INFO:tasks.ceph:Sending monmap to node ubuntu@vm09.local 2026-04-08T13:26:22.123 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:22.123 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/ceph/ceph.keyring 2026-04-08T13:26:22.123 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-08T13:26:22.204 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:22.204 DEBUG:teuthology.orchestra.run.vm09:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-04-08T13:26:22.265 INFO:tasks.ceph:Setting up mon nodes... 2026-04-08T13:26:22.265 INFO:tasks.ceph:Setting up mgr nodes... 2026-04-08T13:26:22.265 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2026-04-08T13:26:22.353 INFO:teuthology.orchestra.run.vm09.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2026-04-08T13:26:22.355 INFO:tasks.ceph:Setting up mds nodes... 2026-04-08T13:26:22.355 INFO:tasks.ceph_client:Setting up client nodes... 2026-04-08T13:26:22.355 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-04-08T13:26:22.397 INFO:teuthology.orchestra.run.vm09.stdout:creating /etc/ceph/ceph.client.0.keyring 2026-04-08T13:26:22.414 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-04-08T13:26:22.415 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@vm09.local'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3'}} 2026-04-08T13:26:22.415 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2026-04-08T13:26:22.445 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3'} 2026-04-08T13:26:22.445 INFO:tasks.ceph:role: osd.0 2026-04-08T13:26:22.445 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@vm09.local 2026-04-08T13:26:22.445 DEBUG:teuthology.orchestra.run.vm09:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-04-08T13:26:22.520 INFO:teuthology.orchestra.run.vm09.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=1310464 blks 2026-04-08T13:26:22.520 INFO:teuthology.orchestra.run.vm09.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-08T13:26:22.520 INFO:teuthology.orchestra.run.vm09.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-08T13:26:22.520 INFO:teuthology.orchestra.run.vm09.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-08T13:26:22.520 INFO:teuthology.orchestra.run.vm09.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-08T13:26:22.520 INFO:teuthology.orchestra.run.vm09.stdout: = sunit=0 swidth=0 blks 2026-04-08T13:26:22.520 INFO:teuthology.orchestra.run.vm09.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-08T13:26:22.521 INFO:teuthology.orchestra.run.vm09.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-08T13:26:22.521 INFO:teuthology.orchestra.run.vm09.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-08T13:26:22.521 INFO:teuthology.orchestra.run.vm09.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-08T13:26:22.526 INFO:teuthology.orchestra.run.vm09.stdout:Discarding blocks...Done. 2026-04-08T13:26:22.528 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@vm09.local -o noatime 2026-04-08T13:26:22.528 DEBUG:teuthology.orchestra.run.vm09:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2026-04-08T13:26:22.606 DEBUG:teuthology.orchestra.run.vm09:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2026-04-08T13:26:22.684 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2026-04-08T13:26:22.756 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3'} 2026-04-08T13:26:22.757 INFO:tasks.ceph:role: osd.1 2026-04-08T13:26:22.757 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@vm09.local 2026-04-08T13:26:22.757 DEBUG:teuthology.orchestra.run.vm09:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-04-08T13:26:22.825 INFO:teuthology.orchestra.run.vm09.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=1310464 blks 2026-04-08T13:26:22.825 INFO:teuthology.orchestra.run.vm09.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-08T13:26:22.825 INFO:teuthology.orchestra.run.vm09.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-08T13:26:22.825 INFO:teuthology.orchestra.run.vm09.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-08T13:26:22.825 INFO:teuthology.orchestra.run.vm09.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-08T13:26:22.825 INFO:teuthology.orchestra.run.vm09.stdout: = sunit=0 swidth=0 blks 2026-04-08T13:26:22.825 INFO:teuthology.orchestra.run.vm09.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-08T13:26:22.826 INFO:teuthology.orchestra.run.vm09.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-08T13:26:22.826 INFO:teuthology.orchestra.run.vm09.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-08T13:26:22.826 INFO:teuthology.orchestra.run.vm09.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-08T13:26:22.830 INFO:teuthology.orchestra.run.vm09.stdout:Discarding blocks...Done. 2026-04-08T13:26:22.834 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@vm09.local -o noatime 2026-04-08T13:26:22.834 DEBUG:teuthology.orchestra.run.vm09:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2026-04-08T13:26:22.905 DEBUG:teuthology.orchestra.run.vm09:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2026-04-08T13:26:22.979 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2026-04-08T13:26:23.049 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3'} 2026-04-08T13:26:23.049 INFO:tasks.ceph:role: osd.2 2026-04-08T13:26:23.049 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@vm09.local 2026-04-08T13:26:23.049 DEBUG:teuthology.orchestra.run.vm09:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-04-08T13:26:23.115 INFO:teuthology.orchestra.run.vm09.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=1310464 blks 2026-04-08T13:26:23.115 INFO:teuthology.orchestra.run.vm09.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-08T13:26:23.115 INFO:teuthology.orchestra.run.vm09.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-08T13:26:23.115 INFO:teuthology.orchestra.run.vm09.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-08T13:26:23.115 INFO:teuthology.orchestra.run.vm09.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-08T13:26:23.115 INFO:teuthology.orchestra.run.vm09.stdout: = sunit=0 swidth=0 blks 2026-04-08T13:26:23.115 INFO:teuthology.orchestra.run.vm09.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-08T13:26:23.115 INFO:teuthology.orchestra.run.vm09.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-08T13:26:23.115 INFO:teuthology.orchestra.run.vm09.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-08T13:26:23.115 INFO:teuthology.orchestra.run.vm09.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-08T13:26:23.120 INFO:teuthology.orchestra.run.vm09.stdout:Discarding blocks...Done. 2026-04-08T13:26:23.122 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@vm09.local -o noatime 2026-04-08T13:26:23.122 DEBUG:teuthology.orchestra.run.vm09:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2026-04-08T13:26:23.196 DEBUG:teuthology.orchestra.run.vm09:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2026-04-08T13:26:23.271 DEBUG:teuthology.orchestra.run.vm09:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-08T13:26:23.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:26:23.355+0000 7faf7f41b900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2026-04-08T13:26:23.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:26:23.355+0000 7faf7f41b900 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2026-04-08T13:26:23.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:26:23.355+0000 7faf7f41b900 -1 bdev(0x55baaee69800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2026-04-08T13:26:23.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:26:23.355+0000 7faf7f41b900 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2026-04-08T13:26:23.894 DEBUG:teuthology.orchestra.run.vm09:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-04-08T13:26:23.923 DEBUG:teuthology.orchestra.run.vm09:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-08T13:26:24.012 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:26:24.011+0000 7f14e6b94900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2026-04-08T13:26:24.012 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:26:24.012+0000 7f14e6b94900 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2026-04-08T13:26:24.012 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:26:24.012+0000 7f14e6b94900 -1 bdev(0x556706e41800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2026-04-08T13:26:24.012 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:26:24.012+0000 7f14e6b94900 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2026-04-08T13:26:24.489 DEBUG:teuthology.orchestra.run.vm09:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-04-08T13:26:24.514 DEBUG:teuthology.orchestra.run.vm09:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-08T13:26:24.601 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:26:24.600+0000 7f14e4e04900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2026-04-08T13:26:24.601 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:26:24.601+0000 7f14e4e04900 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2026-04-08T13:26:24.601 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:26:24.601+0000 7f14e4e04900 -1 bdev(0x555f022eb800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2026-04-08T13:26:24.602 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:26:24.601+0000 7f14e4e04900 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2026-04-08T13:26:25.064 DEBUG:teuthology.orchestra.run.vm09:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-04-08T13:26:25.095 INFO:tasks.ceph:Reading keys from all nodes... 2026-04-08T13:26:25.095 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:25.096 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2026-04-08T13:26:25.163 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:25.163 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2026-04-08T13:26:25.229 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:25.229 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2026-04-08T13:26:25.297 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:25.297 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2026-04-08T13:26:25.368 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:25.368 DEBUG:teuthology.orchestra.run.vm09:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2026-04-08T13:26:25.428 INFO:tasks.ceph:Adding keys to all mons... 2026-04-08T13:26:25.428 DEBUG:teuthology.orchestra.run.vm09:> sudo tee -a /etc/ceph/ceph.keyring 2026-04-08T13:26:25.495 INFO:teuthology.orchestra.run.vm09.stdout:[mgr.x] 2026-04-08T13:26:25.495 INFO:teuthology.orchestra.run.vm09.stdout: key = AQB+V9Zp1+sYFRAAySshqmt18Bzo77LHhcD+nQ== 2026-04-08T13:26:25.495 INFO:teuthology.orchestra.run.vm09.stdout:[osd.0] 2026-04-08T13:26:25.495 INFO:teuthology.orchestra.run.vm09.stdout: key = AQB/V9Zp818+FRAAup4JuaWxLwsdlYq0AftqGw== 2026-04-08T13:26:25.495 INFO:teuthology.orchestra.run.vm09.stdout:[osd.1] 2026-04-08T13:26:25.495 INFO:teuthology.orchestra.run.vm09.stdout: key = AQCAV9ZpwUXHABAACSzgDcdJbdA30GPpkopazw== 2026-04-08T13:26:25.495 INFO:teuthology.orchestra.run.vm09.stdout:[osd.2] 2026-04-08T13:26:25.495 INFO:teuthology.orchestra.run.vm09.stdout: key = AQCAV9Zpi1DkIxAALocL4rCoWRRLn8Z4n+yfVQ== 2026-04-08T13:26:25.495 INFO:teuthology.orchestra.run.vm09.stdout:[client.0] 2026-04-08T13:26:25.495 INFO:teuthology.orchestra.run.vm09.stdout: key = AQB+V9ZpcqXAFxAAQRBsoW7FBqBRB7hTXceBRQ== 2026-04-08T13:26:25.496 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-08T13:26:25.582 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-08T13:26:25.629 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-08T13:26:25.686 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-08T13:26:25.739 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-08T13:26:25.794 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-04-08T13:26:25.794 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2026-04-08T13:26:25.822 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-04-08T13:26:25.927 DEBUG:teuthology.orchestra.run.vm09:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2026-04-08T13:26:25.956 DEBUG:teuthology.orchestra.run.vm09:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-04-08T13:26:26.016 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2026-04-08T13:26:26.017 INFO:tasks.ceph.mon.a:Restarting daemon 2026-04-08T13:26:26.017 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-04-08T13:26:26.058 INFO:tasks.ceph.mon.a:Started 2026-04-08T13:26:26.059 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2026-04-08T13:26:26.059 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-04-08T13:26:26.059 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-04-08T13:26:26.060 INFO:tasks.ceph.mgr.x:Started 2026-04-08T13:26:26.060 DEBUG:tasks.ceph:set 0 configs 2026-04-08T13:26:26.060 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph --cluster ceph config dump 2026-04-08T13:26:26.385 INFO:teuthology.orchestra.run.vm09.stdout:WHO MASK LEVEL OPTION VALUE RO 2026-04-08T13:26:26.399 INFO:tasks.ceph:Setting crush tunables to default 2026-04-08T13:26:26.399 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph --cluster ceph osd crush tunables default 2026-04-08T13:26:26.547 INFO:teuthology.orchestra.run.vm09.stderr:adjusted tunables profile to default 2026-04-08T13:26:26.560 INFO:tasks.ceph:check_enable_crimson: False 2026-04-08T13:26:26.560 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2026-04-08T13:26:26.561 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:26.561 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2026-04-08T13:26:26.589 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:26.589 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2026-04-08T13:26:26.656 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:26:26.656 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2026-04-08T13:26:26.723 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph --cluster ceph osd new 9d58875e-86e9-4de8-9b1a-6b3597f77c9b 0 2026-04-08T13:26:26.904 INFO:teuthology.orchestra.run.vm09.stdout:0 2026-04-08T13:26:26.917 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph --cluster ceph osd new 8b14b991-2203-4a37-99ec-5003c852d3d2 1 2026-04-08T13:26:27.071 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-04-08T13:26:27.083 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph --cluster ceph osd new cc33fbe2-704d-423c-9216-82c77976770d 2 2026-04-08T13:26:27.115 INFO:tasks.ceph.mgr.x.vm09.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-04-08T13:26:27.115 INFO:tasks.ceph.mgr.x.vm09.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-04-08T13:26:27.115 INFO:tasks.ceph.mgr.x.vm09.stderr: from numpy import show_config as show_numpy_config 2026-04-08T13:26:27.237 INFO:teuthology.orchestra.run.vm09.stdout:2 2026-04-08T13:26:27.248 INFO:tasks.ceph.osd.0:Restarting daemon 2026-04-08T13:26:27.248 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-04-08T13:26:27.291 INFO:tasks.ceph.osd.0:Started 2026-04-08T13:26:27.291 INFO:tasks.ceph.osd.1:Restarting daemon 2026-04-08T13:26:27.291 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-04-08T13:26:27.293 INFO:tasks.ceph.osd.1:Started 2026-04-08T13:26:27.293 INFO:tasks.ceph.osd.2:Restarting daemon 2026-04-08T13:26:27.293 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-04-08T13:26:27.294 INFO:tasks.ceph.osd.2:Started 2026-04-08T13:26:27.294 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-08T13:26:27.457 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:27.457 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":5,"fsid":"d72be588-bd77-4172-b318-72000b7b1722","created":"2026-04-08T13:26:26.144556+0000","modified":"2026-04-08T13:26:27.234333+0000","last_up_change":"0.000000","last_in_change":"2026-04-08T13:26:27.234333+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"9d58875e-86e9-4de8-9b1a-6b3597f77c9b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"8b14b991-2203-4a37-99ec-5003c852d3d2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"cc33fbe2-704d-423c-9216-82c77976770d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-08T13:26:27.469 INFO:tasks.ceph.ceph_manager.ceph:[] 2026-04-08T13:26:27.469 INFO:tasks.ceph:Waiting for OSDs to come up 2026-04-08T13:26:27.475 INFO:tasks.ceph.osd.0.vm09.stderr:2026-04-08T13:26:27.474+0000 7f1846e1b900 -1 Falling back to public interface 2026-04-08T13:26:27.480 INFO:tasks.ceph.osd.1.vm09.stderr:2026-04-08T13:26:27.479+0000 7f418eb60900 -1 Falling back to public interface 2026-04-08T13:26:27.491 INFO:tasks.ceph.osd.2.vm09.stderr:2026-04-08T13:26:27.489+0000 7fbe8b827900 -1 Falling back to public interface 2026-04-08T13:26:27.630 INFO:tasks.ceph.osd.1.vm09.stderr:2026-04-08T13:26:27.629+0000 7f418eb60900 -1 osd.1 0 log_to_monitors true 2026-04-08T13:26:27.630 INFO:tasks.ceph.osd.0.vm09.stderr:2026-04-08T13:26:27.630+0000 7f1846e1b900 -1 osd.0 0 log_to_monitors true 2026-04-08T13:26:27.637 INFO:tasks.ceph.osd.2.vm09.stderr:2026-04-08T13:26:27.636+0000 7fbe8b827900 -1 osd.2 0 log_to_monitors true 2026-04-08T13:26:27.771 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-04-08T13:26:27.902 INFO:teuthology.misc.health.vm09.stdout: 2026-04-08T13:26:27.902 INFO:teuthology.misc.health.vm09.stdout:{"epoch":5,"fsid":"d72be588-bd77-4172-b318-72000b7b1722","created":"2026-04-08T13:26:26.144556+0000","modified":"2026-04-08T13:26:27.234333+0000","last_up_change":"0.000000","last_in_change":"2026-04-08T13:26:27.234333+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"9d58875e-86e9-4de8-9b1a-6b3597f77c9b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"8b14b991-2203-4a37-99ec-5003c852d3d2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"cc33fbe2-704d-423c-9216-82c77976770d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-08T13:26:27.911 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-04-08T13:26:29.946 INFO:tasks.ceph.mgr.x.vm09.stderr:2026-04-08T13:26:29.945+0000 7ff6f0fc9640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-04-08T13:26:30.145 INFO:tasks.ceph.osd.2.vm09.stderr:2026-04-08T13:26:30.145+0000 7fbe86fd1640 -1 osd.2 0 waiting for initial osdmap 2026-04-08T13:26:30.151 INFO:tasks.ceph.osd.1.vm09.stderr:2026-04-08T13:26:30.150+0000 7f418aaee640 -1 osd.1 0 waiting for initial osdmap 2026-04-08T13:26:30.161 INFO:tasks.ceph.osd.0.vm09.stderr:2026-04-08T13:26:30.160+0000 7f18425a9640 -1 osd.0 0 waiting for initial osdmap 2026-04-08T13:26:30.162 INFO:tasks.ceph.osd.1.vm09.stderr:2026-04-08T13:26:30.162+0000 7f41858f2640 -1 osd.1 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-08T13:26:30.163 INFO:tasks.ceph.osd.2.vm09.stderr:2026-04-08T13:26:30.161+0000 7fbe81dd5640 -1 osd.2 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-08T13:26:30.170 INFO:tasks.ceph.osd.0.vm09.stderr:2026-04-08T13:26:30.170+0000 7f183d3ad640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-08T13:26:34.213 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-04-08T13:26:34.455 INFO:teuthology.misc.health.vm09.stdout: 2026-04-08T13:26:34.455 INFO:teuthology.misc.health.vm09.stdout:{"epoch":10,"fsid":"d72be588-bd77-4172-b318-72000b7b1722","created":"2026-04-08T13:26:26.144556+0000","modified":"2026-04-08T13:26:34.268950+0000","last_up_change":"2026-04-08T13:26:31.152639+0000","last_in_change":"2026-04-08T13:26:27.234333+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-04-08T13:26:32.955607+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"10","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9d58875e-86e9-4de8-9b1a-6b3597f77c9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":2780629433},{"type":"v1","addr":"192.168.123.109:6801","nonce":2780629433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":2780629433},{"type":"v1","addr":"192.168.123.109:6803","nonce":2780629433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":2780629433},{"type":"v1","addr":"192.168.123.109:6807","nonce":2780629433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":2780629433},{"type":"v1","addr":"192.168.123.109:6805","nonce":2780629433}]},"public_addr":"192.168.123.109:6801/2780629433","cluster_addr":"192.168.123.109:6803/2780629433","heartbeat_back_addr":"192.168.123.109:6807/2780629433","heartbeat_front_addr":"192.168.123.109:6805/2780629433","state":["exists","up"]},{"osd":1,"uuid":"8b14b991-2203-4a37-99ec-5003c852d3d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6808","nonce":1454825196},{"type":"v1","addr":"192.168.123.109:6809","nonce":1454825196}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6810","nonce":1454825196},{"type":"v1","addr":"192.168.123.109:6811","nonce":1454825196}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6814","nonce":1454825196},{"type":"v1","addr":"192.168.123.109:6815","nonce":1454825196}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6812","nonce":1454825196},{"type":"v1","addr":"192.168.123.109:6813","nonce":1454825196}]},"public_addr":"192.168.123.109:6809/1454825196","cluster_addr":"192.168.123.109:6811/1454825196","heartbeat_back_addr":"192.168.123.109:6815/1454825196","heartbeat_front_addr":"192.168.123.109:6813/1454825196","state":["exists","up"]},{"osd":2,"uuid":"cc33fbe2-704d-423c-9216-82c77976770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6816","nonce":3763570222},{"type":"v1","addr":"192.168.123.109:6817","nonce":3763570222}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6818","nonce":3763570222},{"type":"v1","addr":"192.168.123.109:6819","nonce":3763570222}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6822","nonce":3763570222},{"type":"v1","addr":"192.168.123.109:6823","nonce":3763570222}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6820","nonce":3763570222},{"type":"v1","addr":"192.168.123.109:6821","nonce":3763570222}]},"public_addr":"192.168.123.109:6817/3763570222","cluster_addr":"192.168.123.109:6819/3763570222","heartbeat_back_addr":"192.168.123.109:6823/3763570222","heartbeat_front_addr":"192.168.123.109:6821/3763570222","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-08T13:26:34.467 DEBUG:teuthology.misc:3 of 3 OSDs are up 2026-04-08T13:26:34.467 INFO:tasks.ceph:Creating RBD pool 2026-04-08T13:26:34.467 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph --cluster ceph osd pool create rbd 8 2026-04-08T13:26:35.278 INFO:teuthology.orchestra.run.vm09.stderr:pool 'rbd' created 2026-04-08T13:26:35.297 DEBUG:teuthology.orchestra.run.vm09:> rbd --cluster ceph pool init rbd 2026-04-08T13:26:35.329 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:26:35.330 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:26:38.305 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2026-04-08T13:26:38.305 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2026-04-08T13:26:38.305 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-04-08T13:26:38.563 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:38.580 INFO:teuthology.orchestra.run.vm09.stdout:[{"version":4,"timestamp":"2026-04-08T13:26:30.162202+0000","name":"","changes":[{"name":"osd.0/osd_mclock_max_capacity_iops_hdd","new_value":"25355.407808"}]}] 2026-04-08T13:26:38.580 INFO:tasks.ceph_manager:config epoch is 4 2026-04-08T13:26:38.580 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-04-08T13:26:38.580 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-04-08T13:26:38.580 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-04-08T13:26:38.841 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:38.855 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":5,"flags":0,"active_gid":4100,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6824","nonce":3854911842},{"type":"v1","addr":"192.168.123.109:6825","nonce":3854911842}]},"active_addr":"192.168.123.109:6825/3854911842","active_change":"2026-04-08T13:26:28.933378+0000","active_mgr_features":4541880224203014143,"available":true,"standbys":[],"modules":["iostat","nfs"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"certificate_automated_rotation_enabled":{"name":"certificate_automated_rotation_enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"This flag controls whether cephadm automatically rotates certificates upon expiration.","long_desc":"","tags":[],"see_also":[]},"certificate_check_debug_mode":{"name":"certificate_check_debug_mode","type":"bool","level":"dev","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"FOR TESTING ONLY: This flag forces the certificate check instead of waiting for certificate_check_period.","long_desc":"","tags":[],"see_also":[]},"certificate_check_period":{"name":"certificate_check_period","type":"int","level":"advanced","flags":0,"default_value":"1","min":"0","max":"30","enum_allowed":[],"desc":"Specifies how often (in days) the certificate should be checked for validity.","long_desc":"","tags":[],"see_also":[]},"certificate_duration_days":{"name":"certificate_duration_days","type":"int","level":"advanced","flags":0,"default_value":"1095","min":"90","max":"3650","enum_allowed":[],"desc":"Specifies the duration of self certificates generated and signed by cephadm root CA","long_desc":"","tags":[],"see_also":[]},"certificate_renewal_threshold_days":{"name":"certificate_renewal_threshold_days","type":"int","level":"advanced","flags":0,"default_value":"30","min":"10","max":"90","enum_allowed":[],"desc":"Specifies the lead time in days to initiate certificate renewal before expiration.","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.28.1","min":"","max":"","enum_allowed":[],"desc":"Alertmanager container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"Elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:12.2.0","min":"","max":"","enum_allowed":[],"desc":"Grafana container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"Haproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.9.1","min":"","max":"","enum_allowed":[],"desc":"Node exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.5","min":"","max":"","enum_allowed":[],"desc":"Nvmeof container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"Oauth2 proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v3.6.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba metrics container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"Snmp gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"stray_daemon_check_interval":{"name":"stray_daemon_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"how frequently cephadm should check for the presence of stray daemons","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_HOSTNAME_PER_DAEMON":{"name":"RGW_HOSTNAME_PER_DAEMON","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"prometheus_tls_secret_name":{"name":"prometheus_tls_secret_name","type":"str","level":"advanced","flags":0,"default_value":"rook-ceph-prometheus-server-tls","min":"","max":"","enum_allowed":[],"desc":"name of tls secret in k8s for prometheus","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"tentacle":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"192.168.123.109:0","nonce":1193618299}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.109:0","nonce":2161339623}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.109:0","nonce":3913124312}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.109:0","nonce":154190534}]}]} 2026-04-08T13:26:38.856 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-04-08T13:26:38.856 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-04-08T13:26:38.856 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-08T13:26:39.071 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:39.071 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":14,"fsid":"d72be588-bd77-4172-b318-72000b7b1722","created":"2026-04-08T13:26:26.144556+0000","modified":"2026-04-08T13:26:38.291875+0000","last_up_change":"2026-04-08T13:26:31.152639+0000","last_in_change":"2026-04-08T13:26:27.234333+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-04-08T13:26:32.955607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-04-08T13:26:34.708325+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":14,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9d58875e-86e9-4de8-9b1a-6b3597f77c9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":2780629433},{"type":"v1","addr":"192.168.123.109:6801","nonce":2780629433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":2780629433},{"type":"v1","addr":"192.168.123.109:6803","nonce":2780629433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":2780629433},{"type":"v1","addr":"192.168.123.109:6807","nonce":2780629433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":2780629433},{"type":"v1","addr":"192.168.123.109:6805","nonce":2780629433}]},"public_addr":"192.168.123.109:6801/2780629433","cluster_addr":"192.168.123.109:6803/2780629433","heartbeat_back_addr":"192.168.123.109:6807/2780629433","heartbeat_front_addr":"192.168.123.109:6805/2780629433","state":["exists","up"]},{"osd":1,"uuid":"8b14b991-2203-4a37-99ec-5003c852d3d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6808","nonce":1454825196},{"type":"v1","addr":"192.168.123.109:6809","nonce":1454825196}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6810","nonce":1454825196},{"type":"v1","addr":"192.168.123.109:6811","nonce":1454825196}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6814","nonce":1454825196},{"type":"v1","addr":"192.168.123.109:6815","nonce":1454825196}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6812","nonce":1454825196},{"type":"v1","addr":"192.168.123.109:6813","nonce":1454825196}]},"public_addr":"192.168.123.109:6809/1454825196","cluster_addr":"192.168.123.109:6811/1454825196","heartbeat_back_addr":"192.168.123.109:6815/1454825196","heartbeat_front_addr":"192.168.123.109:6813/1454825196","state":["exists","up"]},{"osd":2,"uuid":"cc33fbe2-704d-423c-9216-82c77976770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6816","nonce":3763570222},{"type":"v1","addr":"192.168.123.109:6817","nonce":3763570222}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6818","nonce":3763570222},{"type":"v1","addr":"192.168.123.109:6819","nonce":3763570222}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6822","nonce":3763570222},{"type":"v1","addr":"192.168.123.109:6823","nonce":3763570222}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6820","nonce":3763570222},{"type":"v1","addr":"192.168.123.109:6821","nonce":3763570222}]},"public_addr":"192.168.123.109:6817/3763570222","cluster_addr":"192.168.123.109:6819/3763570222","heartbeat_back_addr":"192.168.123.109:6823/3763570222","heartbeat_front_addr":"192.168.123.109:6821/3763570222","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-08T13:26:39.084 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-04-08T13:26:39.084 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-08T13:26:39.302 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:39.302 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":14,"fsid":"d72be588-bd77-4172-b318-72000b7b1722","created":"2026-04-08T13:26:26.144556+0000","modified":"2026-04-08T13:26:38.291875+0000","last_up_change":"2026-04-08T13:26:31.152639+0000","last_in_change":"2026-04-08T13:26:27.234333+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-04-08T13:26:32.955607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"11","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-04-08T13:26:34.708325+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":14,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9d58875e-86e9-4de8-9b1a-6b3597f77c9b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":2780629433},{"type":"v1","addr":"192.168.123.109:6801","nonce":2780629433}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":2780629433},{"type":"v1","addr":"192.168.123.109:6803","nonce":2780629433}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":2780629433},{"type":"v1","addr":"192.168.123.109:6807","nonce":2780629433}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":2780629433},{"type":"v1","addr":"192.168.123.109:6805","nonce":2780629433}]},"public_addr":"192.168.123.109:6801/2780629433","cluster_addr":"192.168.123.109:6803/2780629433","heartbeat_back_addr":"192.168.123.109:6807/2780629433","heartbeat_front_addr":"192.168.123.109:6805/2780629433","state":["exists","up"]},{"osd":1,"uuid":"8b14b991-2203-4a37-99ec-5003c852d3d2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6808","nonce":1454825196},{"type":"v1","addr":"192.168.123.109:6809","nonce":1454825196}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6810","nonce":1454825196},{"type":"v1","addr":"192.168.123.109:6811","nonce":1454825196}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6814","nonce":1454825196},{"type":"v1","addr":"192.168.123.109:6815","nonce":1454825196}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6812","nonce":1454825196},{"type":"v1","addr":"192.168.123.109:6813","nonce":1454825196}]},"public_addr":"192.168.123.109:6809/1454825196","cluster_addr":"192.168.123.109:6811/1454825196","heartbeat_back_addr":"192.168.123.109:6815/1454825196","heartbeat_front_addr":"192.168.123.109:6813/1454825196","state":["exists","up"]},{"osd":2,"uuid":"cc33fbe2-704d-423c-9216-82c77976770d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6816","nonce":3763570222},{"type":"v1","addr":"192.168.123.109:6817","nonce":3763570222}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6818","nonce":3763570222},{"type":"v1","addr":"192.168.123.109:6819","nonce":3763570222}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6822","nonce":3763570222},{"type":"v1","addr":"192.168.123.109:6823","nonce":3763570222}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6820","nonce":3763570222},{"type":"v1","addr":"192.168.123.109:6821","nonce":3763570222}]},"public_addr":"192.168.123.109:6817/3763570222","cluster_addr":"192.168.123.109:6819/3763570222","heartbeat_back_addr":"192.168.123.109:6823/3763570222","heartbeat_front_addr":"192.168.123.109:6821/3763570222","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-08T13:26:39.318 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-04-08T13:26:39.319 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-04-08T13:26:39.319 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-04-08T13:26:39.428 INFO:teuthology.orchestra.run.vm09.stdout:34359738372 2026-04-08T13:26:39.429 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-04-08T13:26:39.431 INFO:teuthology.orchestra.run.vm09.stdout:34359738371 2026-04-08T13:26:39.431 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-04-08T13:26:39.440 INFO:teuthology.orchestra.run.vm09.stdout:34359738371 2026-04-08T13:26:39.440 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-04-08T13:26:39.655 INFO:teuthology.orchestra.run.vm09.stdout:34359738371 2026-04-08T13:26:39.671 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738372 got 34359738371 for osd.1 2026-04-08T13:26:39.711 INFO:teuthology.orchestra.run.vm09.stdout:34359738370 2026-04-08T13:26:39.715 INFO:teuthology.orchestra.run.vm09.stdout:34359738370 2026-04-08T13:26:39.724 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738371 got 34359738370 for osd.2 2026-04-08T13:26:39.731 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738371 got 34359738370 for osd.0 2026-04-08T13:26:40.672 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-04-08T13:26:40.724 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-04-08T13:26:40.732 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-04-08T13:26:40.891 INFO:teuthology.orchestra.run.vm09.stdout:34359738371 2026-04-08T13:26:40.906 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738372 got 34359738371 for osd.1 2026-04-08T13:26:40.949 INFO:teuthology.orchestra.run.vm09.stdout:34359738370 2026-04-08T13:26:40.962 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738371 got 34359738370 for osd.2 2026-04-08T13:26:40.985 INFO:teuthology.orchestra.run.vm09.stdout:34359738370 2026-04-08T13:26:41.000 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738371 got 34359738370 for osd.0 2026-04-08T13:26:41.907 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-04-08T13:26:41.963 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-04-08T13:26:42.000 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-04-08T13:26:42.120 INFO:teuthology.orchestra.run.vm09.stdout:34359738372 2026-04-08T13:26:42.136 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738372 got 34359738372 for osd.1 2026-04-08T13:26:42.136 DEBUG:teuthology.parallel:result is None 2026-04-08T13:26:42.174 INFO:teuthology.orchestra.run.vm09.stdout:34359738371 2026-04-08T13:26:42.189 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738371 got 34359738371 for osd.2 2026-04-08T13:26:42.190 DEBUG:teuthology.parallel:result is None 2026-04-08T13:26:42.221 INFO:teuthology.orchestra.run.vm09.stdout:34359738371 2026-04-08T13:26:42.237 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738371 got 34359738371 for osd.0 2026-04-08T13:26:42.237 DEBUG:teuthology.parallel:result is None 2026-04-08T13:26:42.237 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-04-08T13:26:42.237 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-04-08T13:26:42.490 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:42.490 INFO:teuthology.orchestra.run.vm09.stderr:dumped all 2026-04-08T13:26:42.502 INFO:teuthology.orchestra.run.vm09.stdout:{"pg_ready":true,"pg_map":{"version":16,"stamp":"2026-04-08T13:26:40.940692+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":15,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81824,"kb_used_data":1264,"kb_used_omap":23,"kb_used_meta":80424,"kb_avail":314490976,"statfs":{"total":322122547200,"available":322038759424,"internally_reserved":0,"allocated":1294336,"data_stored":1021074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23730,"internal_metadata":82355022},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.648366"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.295748+0000","last_change":"2026-04-08T13:26:38.295900+0000","last_active":"2026-04-08T13:26:38.295748+0000","last_peered":"2026-04-08T13:26:38.295748+0000","last_clean":"2026-04-08T13:26:38.295748+0000","last_became_active":"2026-04-08T13:26:36.291166+0000","last_became_peered":"2026-04-08T13:26:36.291166+0000","last_unstale":"2026-04-08T13:26:38.295748+0000","last_undegraded":"2026-04-08T13:26:38.295748+0000","last_fullsized":"2026-04-08T13:26:38.295748+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_clean_scrub_stamp":"2026-04-08T13:26:35.275427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-09T14:54:43.442501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044757800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.295870+0000","last_change":"2026-04-08T13:26:38.296004+0000","last_active":"2026-04-08T13:26:38.295870+0000","last_peered":"2026-04-08T13:26:38.295870+0000","last_clean":"2026-04-08T13:26:38.295870+0000","last_became_active":"2026-04-08T13:26:36.291039+0000","last_became_peered":"2026-04-08T13:26:36.291039+0000","last_unstale":"2026-04-08T13:26:38.295870+0000","last_undegraded":"2026-04-08T13:26:38.295870+0000","last_fullsized":"2026-04-08T13:26:38.295870+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_clean_scrub_stamp":"2026-04-08T13:26:35.275427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-09T22:55:26.687657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000542857,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.295927+0000","last_change":"2026-04-08T13:26:38.296042+0000","last_active":"2026-04-08T13:26:38.295927+0000","last_peered":"2026-04-08T13:26:38.295927+0000","last_clean":"2026-04-08T13:26:38.295927+0000","last_became_active":"2026-04-08T13:26:36.291216+0000","last_became_peered":"2026-04-08T13:26:36.291216+0000","last_unstale":"2026-04-08T13:26:38.295927+0000","last_undegraded":"2026-04-08T13:26:38.295927+0000","last_fullsized":"2026-04-08T13:26:38.295927+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_clean_scrub_stamp":"2026-04-08T13:26:35.275427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-09T16:00:25.956182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046456999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.296027+0000","last_change":"2026-04-08T13:26:38.296122+0000","last_active":"2026-04-08T13:26:38.296027+0000","last_peered":"2026-04-08T13:26:38.296027+0000","last_clean":"2026-04-08T13:26:38.296027+0000","last_became_active":"2026-04-08T13:26:36.291177+0000","last_became_peered":"2026-04-08T13:26:36.291177+0000","last_unstale":"2026-04-08T13:26:38.296027+0000","last_undegraded":"2026-04-08T13:26:38.296027+0000","last_fullsized":"2026-04-08T13:26:38.296027+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_clean_scrub_stamp":"2026-04-08T13:26:35.275427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-09T20:32:09.632654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049227099999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"14'2","reported_seq":22,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.300943+0000","last_change":"2026-04-08T13:26:38.300943+0000","last_active":"2026-04-08T13:26:38.300943+0000","last_peered":"2026-04-08T13:26:38.300943+0000","last_clean":"2026-04-08T13:26:38.300943+0000","last_became_active":"2026-04-08T13:26:36.291618+0000","last_became_peered":"2026-04-08T13:26:36.291618+0000","last_unstale":"2026-04-08T13:26:38.300943+0000","last_undegraded":"2026-04-08T13:26:38.300943+0000","last_fullsized":"2026-04-08T13:26:38.300943+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_clean_scrub_stamp":"2026-04-08T13:26:35.275427+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-09T14:25:12.303324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000612866,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.449744+0000","last_change":"2026-04-08T13:26:38.449856+0000","last_active":"2026-04-08T13:26:38.449744+0000","last_peered":"2026-04-08T13:26:38.449744+0000","last_clean":"2026-04-08T13:26:38.449744+0000","last_became_active":"2026-04-08T13:26:36.291815+0000","last_became_peered":"2026-04-08T13:26:36.291815+0000","last_unstale":"2026-04-08T13:26:38.449744+0000","last_undegraded":"2026-04-08T13:26:38.449744+0000","last_fullsized":"2026-04-08T13:26:38.449744+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_clean_scrub_stamp":"2026-04-08T13:26:35.275427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-09T23:02:32.178932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000239297,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.449763+0000","last_change":"2026-04-08T13:26:38.449965+0000","last_active":"2026-04-08T13:26:38.449763+0000","last_peered":"2026-04-08T13:26:38.449763+0000","last_clean":"2026-04-08T13:26:38.449763+0000","last_became_active":"2026-04-08T13:26:36.291701+0000","last_became_peered":"2026-04-08T13:26:36.291701+0000","last_unstale":"2026-04-08T13:26:38.449763+0000","last_undegraded":"2026-04-08T13:26:38.449763+0000","last_fullsized":"2026-04-08T13:26:38.449763+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_clean_scrub_stamp":"2026-04-08T13:26:35.275427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-10T00:51:19.892955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032908600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"12'1","reported_seq":21,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.296162+0000","last_change":"2026-04-08T13:26:38.296280+0000","last_active":"2026-04-08T13:26:38.296162+0000","last_peered":"2026-04-08T13:26:38.296162+0000","last_clean":"2026-04-08T13:26:38.296162+0000","last_became_active":"2026-04-08T13:26:36.290824+0000","last_became_peered":"2026-04-08T13:26:36.290824+0000","last_unstale":"2026-04-08T13:26:38.296162+0000","last_undegraded":"2026-04-08T13:26:38.296162+0000","last_fullsized":"2026-04-08T13:26:38.296162+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_clean_scrub_stamp":"2026-04-08T13:26:35.275427+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-09T15:28:04.665262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052724599999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"10'32","reported_seq":63,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.295687+0000","last_change":"2026-04-08T13:26:34.276110+0000","last_active":"2026-04-08T13:26:38.295687+0000","last_peered":"2026-04-08T13:26:38.295687+0000","last_clean":"2026-04-08T13:26:38.295687+0000","last_became_active":"2026-04-08T13:26:34.276006+0000","last_became_peered":"2026-04-08T13:26:34.276006+0000","last_unstale":"2026-04-08T13:26:38.295687+0000","last_undegraded":"2026-04-08T13:26:38.295687+0000","last_fullsized":"2026-04-08T13:26:38.295687+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:33.265468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:33.265468+0000","last_clean_scrub_stamp":"2026-04-08T13:26:33.265468+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-09T14:48:39.174218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738371,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26976,"kb_used_data":112,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":104830624,"statfs":{"total":107374182400,"available":107346558976,"internally_reserved":0,"allocated":114688,"data_stored":31788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7476,"internal_metadata":27452108},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738372,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27424,"kb_used_data":576,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":104830176,"statfs":{"total":107374182400,"available":107346100224,"internally_reserved":0,"allocated":589824,"data_stored":494643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738371,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27424,"kb_used_data":576,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":104830176,"statfs":{"total":107374182400,"available":107346100224,"internally_reserved":0,"allocated":589824,"data_stored":494643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-04-08T13:26:42.503 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-04-08T13:26:42.706 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:42.706 INFO:teuthology.orchestra.run.vm09.stderr:dumped all 2026-04-08T13:26:42.718 INFO:teuthology.orchestra.run.vm09.stdout:{"pg_ready":true,"pg_map":{"version":16,"stamp":"2026-04-08T13:26:40.940692+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":15,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81824,"kb_used_data":1264,"kb_used_omap":23,"kb_used_meta":80424,"kb_avail":314490976,"statfs":{"total":322122547200,"available":322038759424,"internally_reserved":0,"allocated":1294336,"data_stored":1021074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23730,"internal_metadata":82355022},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.648366"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.295748+0000","last_change":"2026-04-08T13:26:38.295900+0000","last_active":"2026-04-08T13:26:38.295748+0000","last_peered":"2026-04-08T13:26:38.295748+0000","last_clean":"2026-04-08T13:26:38.295748+0000","last_became_active":"2026-04-08T13:26:36.291166+0000","last_became_peered":"2026-04-08T13:26:36.291166+0000","last_unstale":"2026-04-08T13:26:38.295748+0000","last_undegraded":"2026-04-08T13:26:38.295748+0000","last_fullsized":"2026-04-08T13:26:38.295748+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_clean_scrub_stamp":"2026-04-08T13:26:35.275427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-09T14:54:43.442501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044757800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.295870+0000","last_change":"2026-04-08T13:26:38.296004+0000","last_active":"2026-04-08T13:26:38.295870+0000","last_peered":"2026-04-08T13:26:38.295870+0000","last_clean":"2026-04-08T13:26:38.295870+0000","last_became_active":"2026-04-08T13:26:36.291039+0000","last_became_peered":"2026-04-08T13:26:36.291039+0000","last_unstale":"2026-04-08T13:26:38.295870+0000","last_undegraded":"2026-04-08T13:26:38.295870+0000","last_fullsized":"2026-04-08T13:26:38.295870+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_clean_scrub_stamp":"2026-04-08T13:26:35.275427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-09T22:55:26.687657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000542857,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.295927+0000","last_change":"2026-04-08T13:26:38.296042+0000","last_active":"2026-04-08T13:26:38.295927+0000","last_peered":"2026-04-08T13:26:38.295927+0000","last_clean":"2026-04-08T13:26:38.295927+0000","last_became_active":"2026-04-08T13:26:36.291216+0000","last_became_peered":"2026-04-08T13:26:36.291216+0000","last_unstale":"2026-04-08T13:26:38.295927+0000","last_undegraded":"2026-04-08T13:26:38.295927+0000","last_fullsized":"2026-04-08T13:26:38.295927+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_clean_scrub_stamp":"2026-04-08T13:26:35.275427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-09T16:00:25.956182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046456999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.296027+0000","last_change":"2026-04-08T13:26:38.296122+0000","last_active":"2026-04-08T13:26:38.296027+0000","last_peered":"2026-04-08T13:26:38.296027+0000","last_clean":"2026-04-08T13:26:38.296027+0000","last_became_active":"2026-04-08T13:26:36.291177+0000","last_became_peered":"2026-04-08T13:26:36.291177+0000","last_unstale":"2026-04-08T13:26:38.296027+0000","last_undegraded":"2026-04-08T13:26:38.296027+0000","last_fullsized":"2026-04-08T13:26:38.296027+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_clean_scrub_stamp":"2026-04-08T13:26:35.275427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-09T20:32:09.632654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049227099999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"14'2","reported_seq":22,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.300943+0000","last_change":"2026-04-08T13:26:38.300943+0000","last_active":"2026-04-08T13:26:38.300943+0000","last_peered":"2026-04-08T13:26:38.300943+0000","last_clean":"2026-04-08T13:26:38.300943+0000","last_became_active":"2026-04-08T13:26:36.291618+0000","last_became_peered":"2026-04-08T13:26:36.291618+0000","last_unstale":"2026-04-08T13:26:38.300943+0000","last_undegraded":"2026-04-08T13:26:38.300943+0000","last_fullsized":"2026-04-08T13:26:38.300943+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_clean_scrub_stamp":"2026-04-08T13:26:35.275427+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-09T14:25:12.303324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000612866,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.449744+0000","last_change":"2026-04-08T13:26:38.449856+0000","last_active":"2026-04-08T13:26:38.449744+0000","last_peered":"2026-04-08T13:26:38.449744+0000","last_clean":"2026-04-08T13:26:38.449744+0000","last_became_active":"2026-04-08T13:26:36.291815+0000","last_became_peered":"2026-04-08T13:26:36.291815+0000","last_unstale":"2026-04-08T13:26:38.449744+0000","last_undegraded":"2026-04-08T13:26:38.449744+0000","last_fullsized":"2026-04-08T13:26:38.449744+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_clean_scrub_stamp":"2026-04-08T13:26:35.275427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-09T23:02:32.178932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000239297,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.449763+0000","last_change":"2026-04-08T13:26:38.449965+0000","last_active":"2026-04-08T13:26:38.449763+0000","last_peered":"2026-04-08T13:26:38.449763+0000","last_clean":"2026-04-08T13:26:38.449763+0000","last_became_active":"2026-04-08T13:26:36.291701+0000","last_became_peered":"2026-04-08T13:26:36.291701+0000","last_unstale":"2026-04-08T13:26:38.449763+0000","last_undegraded":"2026-04-08T13:26:38.449763+0000","last_fullsized":"2026-04-08T13:26:38.449763+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_clean_scrub_stamp":"2026-04-08T13:26:35.275427+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-10T00:51:19.892955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032908600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"12'1","reported_seq":21,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.296162+0000","last_change":"2026-04-08T13:26:38.296280+0000","last_active":"2026-04-08T13:26:38.296162+0000","last_peered":"2026-04-08T13:26:38.296162+0000","last_clean":"2026-04-08T13:26:38.296162+0000","last_became_active":"2026-04-08T13:26:36.290824+0000","last_became_peered":"2026-04-08T13:26:36.290824+0000","last_unstale":"2026-04-08T13:26:38.296162+0000","last_undegraded":"2026-04-08T13:26:38.296162+0000","last_fullsized":"2026-04-08T13:26:38.296162+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:35.275427+0000","last_clean_scrub_stamp":"2026-04-08T13:26:35.275427+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-09T15:28:04.665262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052724599999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"10'32","reported_seq":63,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-04-08T13:26:38.295687+0000","last_change":"2026-04-08T13:26:34.276110+0000","last_active":"2026-04-08T13:26:38.295687+0000","last_peered":"2026-04-08T13:26:38.295687+0000","last_clean":"2026-04-08T13:26:38.295687+0000","last_became_active":"2026-04-08T13:26:34.276006+0000","last_became_peered":"2026-04-08T13:26:34.276006+0000","last_unstale":"2026-04-08T13:26:38.295687+0000","last_undegraded":"2026-04-08T13:26:38.295687+0000","last_fullsized":"2026-04-08T13:26:38.295687+0000","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-08T13:26:33.265468+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-08T13:26:33.265468+0000","last_clean_scrub_stamp":"2026-04-08T13:26:33.265468+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-09T14:48:39.174218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738371,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26976,"kb_used_data":112,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":104830624,"statfs":{"total":107374182400,"available":107346558976,"internally_reserved":0,"allocated":114688,"data_stored":31788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7476,"internal_metadata":27452108},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738372,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27424,"kb_used_data":576,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":104830176,"statfs":{"total":107374182400,"available":107346100224,"internally_reserved":0,"allocated":589824,"data_stored":494643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738371,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27424,"kb_used_data":576,"kb_used_omap":7,"kb_used_meta":26808,"kb_avail":104830176,"statfs":{"total":107374182400,"available":107346100224,"internally_reserved":0,"allocated":589824,"data_stored":494643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8127,"internal_metadata":27451457},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-04-08T13:26:42.718 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-04-08T13:26:42.718 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-04-08T13:26:42.718 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-04-08T13:26:42.718 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-04-08T13:26:42.961 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:42.961 INFO:teuthology.orchestra.run.vm09.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-04-08T13:26:42.974 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-04-08T13:26:42.974 INFO:teuthology.run_tasks:Running task tox... 2026-04-08T13:26:42.977 INFO:tasks.tox:Deploying tox from pip... 2026-04-08T13:26:42.977 DEBUG:teuthology.orchestra.run.vm09:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2026-04-08T13:26:44.341 DEBUG:teuthology.orchestra.run.vm09:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox 2026-04-08T13:26:44.676 INFO:teuthology.orchestra.run.vm09.stdout:Collecting tox 2026-04-08T13:26:44.708 INFO:teuthology.orchestra.run.vm09.stdout: Downloading tox-4.30.3-py3-none-any.whl (175 kB) 2026-04-08T13:26:44.793 INFO:teuthology.orchestra.run.vm09.stdout:Collecting chardet>=5.2 2026-04-08T13:26:44.802 INFO:teuthology.orchestra.run.vm09.stdout: Downloading chardet-5.2.0-py3-none-any.whl (199 kB) 2026-04-08T13:26:44.837 INFO:teuthology.orchestra.run.vm09.stdout:Collecting packaging>=25 2026-04-08T13:26:44.846 INFO:teuthology.orchestra.run.vm09.stdout: Downloading packaging-26.0-py3-none-any.whl (74 kB) 2026-04-08T13:26:44.881 INFO:teuthology.orchestra.run.vm09.stdout:Collecting typing-extensions>=4.14.1 2026-04-08T13:26:44.889 INFO:teuthology.orchestra.run.vm09.stdout: Downloading typing_extensions-4.15.0-py3-none-any.whl (44 kB) 2026-04-08T13:26:44.998 INFO:teuthology.orchestra.run.vm09.stdout:Collecting virtualenv>=20.31.2 2026-04-08T13:26:45.007 INFO:teuthology.orchestra.run.vm09.stdout: Downloading virtualenv-21.2.0-py3-none-any.whl (5.8 MB) 2026-04-08T13:26:45.117 INFO:teuthology.orchestra.run.vm09.stdout:Collecting filelock>=3.18 2026-04-08T13:26:45.126 INFO:teuthology.orchestra.run.vm09.stdout: Downloading filelock-3.19.1-py3-none-any.whl (15 kB) 2026-04-08T13:26:45.151 INFO:teuthology.orchestra.run.vm09.stdout:Collecting pluggy>=1.6 2026-04-08T13:26:45.159 INFO:teuthology.orchestra.run.vm09.stdout: Downloading pluggy-1.6.0-py3-none-any.whl (20 kB) 2026-04-08T13:26:45.214 INFO:teuthology.orchestra.run.vm09.stdout:Collecting tomli>=2.2.1 2026-04-08T13:26:45.223 INFO:teuthology.orchestra.run.vm09.stdout: Downloading tomli-2.4.1-py3-none-any.whl (14 kB) 2026-04-08T13:26:45.256 INFO:teuthology.orchestra.run.vm09.stdout:Collecting cachetools>=6.1 2026-04-08T13:26:45.265 INFO:teuthology.orchestra.run.vm09.stdout: Downloading cachetools-6.2.6-py3-none-any.whl (11 kB) 2026-04-08T13:26:45.290 INFO:teuthology.orchestra.run.vm09.stdout:Collecting colorama>=0.4.6 2026-04-08T13:26:45.299 INFO:teuthology.orchestra.run.vm09.stdout: Downloading colorama-0.4.6-py2.py3-none-any.whl (25 kB) 2026-04-08T13:26:45.325 INFO:teuthology.orchestra.run.vm09.stdout:Collecting pyproject-api>=1.9.1 2026-04-08T13:26:45.335 INFO:teuthology.orchestra.run.vm09.stdout: Downloading pyproject_api-1.9.1-py3-none-any.whl (13 kB) 2026-04-08T13:26:45.368 INFO:teuthology.orchestra.run.vm09.stdout:Collecting platformdirs>=4.3.8 2026-04-08T13:26:45.377 INFO:teuthology.orchestra.run.vm09.stdout: Downloading platformdirs-4.4.0-py3-none-any.whl (18 kB) 2026-04-08T13:26:45.420 INFO:teuthology.orchestra.run.vm09.stdout:Collecting distlib<1,>=0.3.7 2026-04-08T13:26:45.428 INFO:teuthology.orchestra.run.vm09.stdout: Downloading distlib-0.4.0-py2.py3-none-any.whl (469 kB) 2026-04-08T13:26:45.455 INFO:teuthology.orchestra.run.vm09.stdout:Collecting python-discovery>=1 2026-04-08T13:26:45.463 INFO:teuthology.orchestra.run.vm09.stdout: Downloading python_discovery-1.2.2-py3-none-any.whl (31 kB) 2026-04-08T13:26:45.522 INFO:teuthology.orchestra.run.vm09.stdout:Installing collected packages: platformdirs, filelock, typing-extensions, tomli, python-discovery, packaging, distlib, virtualenv, pyproject-api, pluggy, colorama, chardet, cachetools, tox 2026-04-08T13:26:45.904 INFO:teuthology.orchestra.run.vm09.stdout:Successfully installed cachetools-6.2.6 chardet-5.2.0 colorama-0.4.6 distlib-0.4.0 filelock-3.19.1 packaging-26.0 platformdirs-4.4.0 pluggy-1.6.0 pyproject-api-1.9.1 python-discovery-1.2.2 tomli-2.4.1 tox-4.30.3 typing-extensions-4.15.0 virtualenv-21.2.0 2026-04-08T13:26:45.981 INFO:teuthology.orchestra.run.vm09.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-04-08T13:26:45.981 INFO:teuthology.orchestra.run.vm09.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-04-08T13:26:46.046 INFO:teuthology.run_tasks:Running task keystone... 2026-04-08T13:26:46.051 DEBUG:tasks.keystone:Keystone config is {'client.0': {'force-branch': 'stable/2025.1', 'projects': [{'description': 'Encryption Tenant', 'domain': 'default', 'name': 'rgwcrypt'}, {'description': 'Barbican', 'domain': 'default', 'name': 'barbican'}, {'description': 'S3 project', 'domain': 'default', 'name': 's3'}], 'role-mappings': [{'name': 'member', 'project': 'rgwcrypt', 'user': 'rgwcrypt-user'}, {'name': 'admin', 'project': 'barbican', 'user': 'barbican-user'}, {'name': 'creator', 'project': 's3', 'user': 's3-user'}], 'roles': [{'name': 'member'}, {'name': 'creator'}], 'services': [{'description': 'Swift Service', 'name': 'swift', 'type': 'object-store'}], 'users': [{'domain': 'default', 'name': 'rgwcrypt-user', 'password': 'rgwcrypt-pass', 'project': 'rgwcrypt'}, {'domain': 'default', 'name': 'barbican-user', 'password': 'barbican-pass', 'project': 'barbican'}, {'domain': 'default', 'name': 's3-user', 'password': 's3-pass', 'project': 's3'}]}} 2026-04-08T13:26:46.051 INFO:tasks.keystone:Downloading keystone... 2026-04-08T13:26:46.051 DEBUG:teuthology.orchestra.run.vm09:> git clone -b stable/2025.1 https://github.com/openstack/keystone.git /home/ubuntu/cephtest/keystone 2026-04-08T13:26:46.070 INFO:teuthology.orchestra.run.vm09.stderr:Cloning into '/home/ubuntu/cephtest/keystone'... 2026-04-08T13:26:49.986 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && sed -i 's/pysaml2<4.0.3,>=2.4.0/pysaml2>=4.5.0/' requirements.txt 2026-04-08T13:26:50.048 INFO:tasks.keystone:Installing packages for Keystone... 2026-04-08T13:26:50.048 DEBUG:teuthology.orchestra.run.vm09:> source /home/ubuntu/cephtest/tox-venv/bin/activate && python 2026-04-08T13:26:50.132 INFO:teuthology.orchestra.run.vm09.stderr:No fix necessary 2026-04-08T13:26:50.134 DEBUG:teuthology.orchestra.run.vm09:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install bindep 2026-04-08T13:26:50.496 INFO:teuthology.orchestra.run.vm09.stdout:Collecting bindep 2026-04-08T13:26:50.526 INFO:teuthology.orchestra.run.vm09.stdout: Downloading bindep-2.14.0-py3-none-any.whl (35 kB) 2026-04-08T13:26:50.537 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: packaging in ./cephtest/tox-venv/lib/python3.9/site-packages (from bindep) (26.0) 2026-04-08T13:26:50.584 INFO:teuthology.orchestra.run.vm09.stdout:Collecting pbr>=2 2026-04-08T13:26:50.594 INFO:teuthology.orchestra.run.vm09.stdout: Downloading pbr-7.0.3-py2.py3-none-any.whl (131 kB) 2026-04-08T13:26:50.623 INFO:teuthology.orchestra.run.vm09.stdout:Collecting distro>=1.7 2026-04-08T13:26:50.632 INFO:teuthology.orchestra.run.vm09.stdout: Downloading distro-1.9.0-py3-none-any.whl (20 kB) 2026-04-08T13:26:50.747 INFO:teuthology.orchestra.run.vm09.stdout:Collecting Parsley 2026-04-08T13:26:50.757 INFO:teuthology.orchestra.run.vm09.stdout: Downloading Parsley-1.3-py2.py3-none-any.whl (88 kB) 2026-04-08T13:26:50.762 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: setuptools in ./cephtest/tox-venv/lib/python3.9/site-packages (from pbr>=2->bindep) (53.0.0) 2026-04-08T13:26:50.793 INFO:teuthology.orchestra.run.vm09.stdout:Installing collected packages: pbr, Parsley, distro, bindep 2026-04-08T13:26:50.905 INFO:teuthology.orchestra.run.vm09.stdout:Successfully installed Parsley-1.3 bindep-2.14.0 distro-1.9.0 pbr-7.0.3 2026-04-08T13:26:50.907 INFO:teuthology.orchestra.run.vm09.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-04-08T13:26:50.907 INFO:teuthology.orchestra.run.vm09.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-04-08T13:26:50.958 DEBUG:teuthology.orchestra.run.vm09:> source /home/ubuntu/cephtest/tox-venv/bin/activate && bindep --brief --file /home/ubuntu/cephtest/keystone/bindep.txt 2026-04-08T13:26:51.384 INFO:teuthology.orchestra.run.vm09.stdout:cyrus-sasl-devel 2026-04-08T13:26:51.385 INFO:teuthology.orchestra.run.vm09.stdout:libffi-devel 2026-04-08T13:26:51.385 INFO:teuthology.orchestra.run.vm09.stdout:libxml2-devel 2026-04-08T13:26:51.385 INFO:teuthology.orchestra.run.vm09.stdout:libxslt-devel 2026-04-08T13:26:51.385 INFO:teuthology.orchestra.run.vm09.stdout:mariadb 2026-04-08T13:26:51.385 INFO:teuthology.orchestra.run.vm09.stdout:mariadb-devel 2026-04-08T13:26:51.385 INFO:teuthology.orchestra.run.vm09.stdout:mariadb-server 2026-04-08T13:26:51.385 INFO:teuthology.orchestra.run.vm09.stdout:openldap-devel 2026-04-08T13:26:51.385 INFO:teuthology.orchestra.run.vm09.stdout:openssl-devel 2026-04-08T13:26:51.385 INFO:teuthology.orchestra.run.vm09.stdout:postgresql 2026-04-08T13:26:51.385 INFO:teuthology.orchestra.run.vm09.stdout:postgresql-devel 2026-04-08T13:26:51.385 INFO:teuthology.orchestra.run.vm09.stdout:postgresql-server 2026-04-08T13:26:51.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-08T13:26:51.406 INFO:teuthology.packaging:Installing package cyrus-sasl-devel on ubuntu@vm09.local 2026-04-08T13:26:51.406 DEBUG:teuthology.orchestra.run.vm09:> sudo yum -y install cyrus-sasl-devel 2026-04-08T13:26:51.810 INFO:teuthology.orchestra.run.vm09.stdout:Last metadata expiration check: 0:01:08 ago on Wed 08 Apr 2026 01:25:43 PM UTC. 2026-04-08T13:26:51.891 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-04-08T13:26:51.891 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:51.891 INFO:teuthology.orchestra.run.vm09.stdout: Package Architecture Version Repository Size 2026-04-08T13:26:51.891 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:51.891 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-04-08T13:26:51.891 INFO:teuthology.orchestra.run.vm09.stdout: cyrus-sasl-devel x86_64 2.1.27-21.el9 appstream 102 k 2026-04-08T13:26:51.891 INFO:teuthology.orchestra.run.vm09.stdout:Installing dependencies: 2026-04-08T13:26:51.891 INFO:teuthology.orchestra.run.vm09.stdout: cyrus-sasl x86_64 2.1.27-21.el9 baseos 71 k 2026-04-08T13:26:51.891 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:51.891 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-04-08T13:26:51.891 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:51.891 INFO:teuthology.orchestra.run.vm09.stdout:Install 2 Packages 2026-04-08T13:26:51.891 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:51.891 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 173 k 2026-04-08T13:26:51.891 INFO:teuthology.orchestra.run.vm09.stdout:Installed size: 349 k 2026-04-08T13:26:51.891 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-04-08T13:26:52.338 INFO:teuthology.orchestra.run.vm09.stdout:(1/2): cyrus-sasl-2.1.27-21.el9.x86_64.rpm 525 kB/s | 71 kB 00:00 2026-04-08T13:26:52.366 INFO:teuthology.orchestra.run.vm09.stdout:(2/2): cyrus-sasl-devel-2.1.27-21.el9.x86_64.rp 624 kB/s | 102 kB 00:00 2026-04-08T13:26:52.367 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-04-08T13:26:52.368 INFO:teuthology.orchestra.run.vm09.stdout:Total 363 kB/s | 173 kB 00:00 2026-04-08T13:26:52.387 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-04-08T13:26:52.396 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-04-08T13:26:52.396 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-04-08T13:26:52.420 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-04-08T13:26:52.420 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-04-08T13:26:52.465 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-04-08T13:26:52.528 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-04-08T13:26:52.531 INFO:teuthology.orchestra.run.vm09.stdout: Installing : cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-04-08T13:26:52.562 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-04-08T13:26:52.582 INFO:teuthology.orchestra.run.vm09.stdout: Installing : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/2 2026-04-08T13:26:52.974 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/2 2026-04-08T13:26:52.974 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-04-08T13:26:53.029 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/2 2026-04-08T13:26:53.029 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:53.029 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-04-08T13:26:53.029 INFO:teuthology.orchestra.run.vm09.stdout: cyrus-sasl-2.1.27-21.el9.x86_64 cyrus-sasl-devel-2.1.27-21.el9.x86_64 2026-04-08T13:26:53.029 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:53.029 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-04-08T13:26:53.077 INFO:teuthology.packaging:Installing package libffi-devel on ubuntu@vm09.local 2026-04-08T13:26:53.077 DEBUG:teuthology.orchestra.run.vm09:> sudo yum -y install libffi-devel 2026-04-08T13:26:53.495 INFO:teuthology.orchestra.run.vm09.stdout:Last metadata expiration check: 0:01:10 ago on Wed 08 Apr 2026 01:25:43 PM UTC. 2026-04-08T13:26:53.576 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-04-08T13:26:53.577 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:53.577 INFO:teuthology.orchestra.run.vm09.stdout: Package Architecture Version Repository Size 2026-04-08T13:26:53.577 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:53.577 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-04-08T13:26:53.577 INFO:teuthology.orchestra.run.vm09.stdout: libffi-devel x86_64 3.4.2-8.el9 appstream 28 k 2026-04-08T13:26:53.577 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:53.577 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-04-08T13:26:53.577 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:53.577 INFO:teuthology.orchestra.run.vm09.stdout:Install 1 Package 2026-04-08T13:26:53.577 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:53.577 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 28 k 2026-04-08T13:26:53.577 INFO:teuthology.orchestra.run.vm09.stdout:Installed size: 33 k 2026-04-08T13:26:53.577 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-04-08T13:26:53.848 INFO:teuthology.orchestra.run.vm09.stdout:libffi-devel-3.4.2-8.el9.x86_64.rpm 258 kB/s | 28 kB 00:00 2026-04-08T13:26:53.849 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-04-08T13:26:53.849 INFO:teuthology.orchestra.run.vm09.stdout:Total 104 kB/s | 28 kB 00:00 2026-04-08T13:26:53.860 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-04-08T13:26:53.863 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-04-08T13:26:53.863 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-04-08T13:26:53.865 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-04-08T13:26:53.865 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-04-08T13:26:53.890 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-04-08T13:26:53.908 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-04-08T13:26:54.004 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-04-08T13:26:54.057 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-04-08T13:26:54.058 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:54.058 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-04-08T13:26:54.058 INFO:teuthology.orchestra.run.vm09.stdout: libffi-devel-3.4.2-8.el9.x86_64 2026-04-08T13:26:54.058 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:54.058 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-04-08T13:26:54.096 INFO:teuthology.packaging:Installing package libxml2-devel on ubuntu@vm09.local 2026-04-08T13:26:54.096 DEBUG:teuthology.orchestra.run.vm09:> sudo yum -y install libxml2-devel 2026-04-08T13:26:54.512 INFO:teuthology.orchestra.run.vm09.stdout:Last metadata expiration check: 0:01:11 ago on Wed 08 Apr 2026 01:25:43 PM UTC. 2026-04-08T13:26:54.605 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout: Package Arch Version Repository Size 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout: libxml2-devel x86_64 2.9.13-14.el9_7 appstream 828 k 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout:Upgrading: 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout: libxml2 x86_64 2.9.13-14.el9_7 baseos 746 k 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout: python3-libxml2 x86_64 2.9.13-14.el9_7 baseos 225 k 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout:Installing dependencies: 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout: cmake-filesystem x86_64 3.26.5-3.el9_7 appstream 11 k 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout: xz-devel x86_64 5.2.5-8.el9_0 appstream 52 k 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout: zlib-devel x86_64 1.2.11-40.el9 appstream 44 k 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout:Install 4 Packages 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout:Upgrade 2 Packages 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 1.9 M 2026-04-08T13:26:54.606 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-04-08T13:26:55.005 INFO:teuthology.orchestra.run.vm09.stdout:(1/6): cmake-filesystem-3.26.5-3.el9_7.x86_64.r 131 kB/s | 11 kB 00:00 2026-04-08T13:26:55.056 INFO:teuthology.orchestra.run.vm09.stdout:(2/6): zlib-devel-1.2.11-40.el9.x86_64.rpm 856 kB/s | 44 kB 00:00 2026-04-08T13:26:55.064 INFO:teuthology.orchestra.run.vm09.stdout:(3/6): xz-devel-5.2.5-8.el9_0.x86_64.rpm 368 kB/s | 52 kB 00:00 2026-04-08T13:26:55.147 INFO:teuthology.orchestra.run.vm09.stdout:(4/6): python3-libxml2-2.9.13-14.el9_7.x86_64.r 2.7 MB/s | 225 kB 00:00 2026-04-08T13:26:55.149 INFO:teuthology.orchestra.run.vm09.stdout:(5/6): libxml2-devel-2.9.13-14.el9_7.x86_64.rpm 3.6 MB/s | 828 kB 00:00 2026-04-08T13:26:55.167 INFO:teuthology.orchestra.run.vm09.stdout:(6/6): libxml2-2.9.13-14.el9_7.x86_64.rpm 6.6 MB/s | 746 kB 00:00 2026-04-08T13:26:55.169 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-04-08T13:26:55.169 INFO:teuthology.orchestra.run.vm09.stdout:Total 3.3 MB/s | 1.9 MB 00:00 2026-04-08T13:26:55.237 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-04-08T13:26:55.248 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-04-08T13:26:55.248 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-04-08T13:26:55.288 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-04-08T13:26:55.288 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-04-08T13:26:55.359 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-04-08T13:26:55.364 INFO:teuthology.orchestra.run.vm09.stdout: Upgrading : libxml2-2.9.13-14.el9_7.x86_64 1/8 2026-04-08T13:26:55.371 INFO:teuthology.orchestra.run.vm09.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 2/8 2026-04-08T13:26:55.377 INFO:teuthology.orchestra.run.vm09.stdout: Installing : xz-devel-5.2.5-8.el9_0.x86_64 3/8 2026-04-08T13:26:55.474 INFO:teuthology.orchestra.run.vm09.stdout: Installing : cmake-filesystem-3.26.5-3.el9_7.x86_64 4/8 2026-04-08T13:26:55.485 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libxml2-devel-2.9.13-14.el9_7.x86_64 5/8 2026-04-08T13:26:55.487 INFO:teuthology.orchestra.run.vm09.stdout: Upgrading : python3-libxml2-2.9.13-14.el9_7.x86_64 6/8 2026-04-08T13:26:55.489 INFO:teuthology.orchestra.run.vm09.stdout: Cleanup : python3-libxml2-2.9.13-12.el9_6.x86_64 7/8 2026-04-08T13:26:55.507 INFO:teuthology.orchestra.run.vm09.stdout: Cleanup : libxml2-2.9.13-12.el9_6.x86_64 8/8 2026-04-08T13:26:55.634 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libxml2-2.9.13-12.el9_6.x86_64 8/8 2026-04-08T13:26:55.634 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : cmake-filesystem-3.26.5-3.el9_7.x86_64 1/8 2026-04-08T13:26:55.634 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libxml2-devel-2.9.13-14.el9_7.x86_64 2/8 2026-04-08T13:26:55.634 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : xz-devel-5.2.5-8.el9_0.x86_64 3/8 2026-04-08T13:26:55.634 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 4/8 2026-04-08T13:26:55.634 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libxml2-2.9.13-14.el9_7.x86_64 5/8 2026-04-08T13:26:55.634 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libxml2-2.9.13-12.el9_6.x86_64 6/8 2026-04-08T13:26:55.634 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-libxml2-2.9.13-14.el9_7.x86_64 7/8 2026-04-08T13:26:55.686 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-libxml2-2.9.13-12.el9_6.x86_64 8/8 2026-04-08T13:26:55.686 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:55.686 INFO:teuthology.orchestra.run.vm09.stdout:Upgraded: 2026-04-08T13:26:55.686 INFO:teuthology.orchestra.run.vm09.stdout: libxml2-2.9.13-14.el9_7.x86_64 python3-libxml2-2.9.13-14.el9_7.x86_64 2026-04-08T13:26:55.686 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-04-08T13:26:55.686 INFO:teuthology.orchestra.run.vm09.stdout: cmake-filesystem-3.26.5-3.el9_7.x86_64 libxml2-devel-2.9.13-14.el9_7.x86_64 2026-04-08T13:26:55.686 INFO:teuthology.orchestra.run.vm09.stdout: xz-devel-5.2.5-8.el9_0.x86_64 zlib-devel-1.2.11-40.el9.x86_64 2026-04-08T13:26:55.686 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:55.686 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-04-08T13:26:55.730 INFO:teuthology.packaging:Installing package libxslt-devel on ubuntu@vm09.local 2026-04-08T13:26:55.730 DEBUG:teuthology.orchestra.run.vm09:> sudo yum -y install libxslt-devel 2026-04-08T13:26:56.133 INFO:teuthology.orchestra.run.vm09.stdout:Last metadata expiration check: 0:01:13 ago on Wed 08 Apr 2026 01:25:43 PM UTC. 2026-04-08T13:26:56.213 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-04-08T13:26:56.213 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:56.213 INFO:teuthology.orchestra.run.vm09.stdout: Package Arch Version Repository Size 2026-04-08T13:26:56.213 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:56.213 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-04-08T13:26:56.213 INFO:teuthology.orchestra.run.vm09.stdout: libxslt-devel x86_64 1.1.34-13.el9_6 appstream 287 k 2026-04-08T13:26:56.213 INFO:teuthology.orchestra.run.vm09.stdout:Installing dependencies: 2026-04-08T13:26:56.213 INFO:teuthology.orchestra.run.vm09.stdout: libgpg-error-devel x86_64 1.42-5.el9 appstream 65 k 2026-04-08T13:26:56.213 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:56.213 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-04-08T13:26:56.213 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:56.213 INFO:teuthology.orchestra.run.vm09.stdout:Install 2 Packages 2026-04-08T13:26:56.213 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:56.214 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 352 k 2026-04-08T13:26:56.214 INFO:teuthology.orchestra.run.vm09.stdout:Installed size: 2.7 M 2026-04-08T13:26:56.214 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-04-08T13:26:56.502 INFO:teuthology.orchestra.run.vm09.stdout:(1/2): libgpg-error-devel-1.42-5.el9.x86_64.rpm 476 kB/s | 65 kB 00:00 2026-04-08T13:26:56.550 INFO:teuthology.orchestra.run.vm09.stdout:(2/2): libxslt-devel-1.1.34-13.el9_6.x86_64.rpm 1.5 MB/s | 287 kB 00:00 2026-04-08T13:26:56.551 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-04-08T13:26:56.551 INFO:teuthology.orchestra.run.vm09.stdout:Total 1.0 MB/s | 352 kB 00:00 2026-04-08T13:26:56.576 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-04-08T13:26:56.580 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-04-08T13:26:56.580 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-04-08T13:26:56.605 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-04-08T13:26:56.605 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-04-08T13:26:56.657 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-04-08T13:26:56.701 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libgpg-error-devel-1.42-5.el9.x86_64 1/2 2026-04-08T13:26:56.722 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libxslt-devel-1.1.34-13.el9_6.x86_64 2/2 2026-04-08T13:26:56.820 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libxslt-devel-1.1.34-13.el9_6.x86_64 2/2 2026-04-08T13:26:56.820 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libgpg-error-devel-1.42-5.el9.x86_64 1/2 2026-04-08T13:26:56.870 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libxslt-devel-1.1.34-13.el9_6.x86_64 2/2 2026-04-08T13:26:56.870 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:56.870 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-04-08T13:26:56.870 INFO:teuthology.orchestra.run.vm09.stdout: libgpg-error-devel-1.42-5.el9.x86_64 libxslt-devel-1.1.34-13.el9_6.x86_64 2026-04-08T13:26:56.870 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:56.870 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-04-08T13:26:56.908 INFO:teuthology.packaging:Installing package mariadb on ubuntu@vm09.local 2026-04-08T13:26:56.909 DEBUG:teuthology.orchestra.run.vm09:> sudo yum -y install mariadb 2026-04-08T13:26:57.331 INFO:teuthology.orchestra.run.vm09.stdout:Last metadata expiration check: 0:01:14 ago on Wed 08 Apr 2026 01:25:43 PM UTC. 2026-04-08T13:26:57.419 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout: Package Arch Version Repository Size 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout: mariadb x86_64 3:10.5.29-3.el9_7 appstream 1.6 M 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout:Installing dependencies: 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-common x86_64 3:10.5.29-3.el9_7 appstream 27 k 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-connector-c x86_64 3.2.6-1.el9_0 appstream 195 k 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-connector-c-config noarch 3.2.6-1.el9_0 appstream 9.8 k 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout: perl-Sys-Hostname x86_64 1.23-481.1.el9_6 appstream 15 k 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout:Install 5 Packages 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 1.9 M 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout:Installed size: 22 M 2026-04-08T13:26:57.420 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-04-08T13:26:57.689 INFO:teuthology.orchestra.run.vm09.stdout:(1/5): mariadb-common-10.5.29-3.el9_7.x86_64.rp 237 kB/s | 27 kB 00:00 2026-04-08T13:26:57.715 INFO:teuthology.orchestra.run.vm09.stdout:(2/5): mariadb-connector-c-config-3.2.6-1.el9_0 369 kB/s | 9.8 kB 00:00 2026-04-08T13:26:57.742 INFO:teuthology.orchestra.run.vm09.stdout:(3/5): perl-Sys-Hostname-1.23-481.1.el9_6.x86_6 585 kB/s | 15 kB 00:00 2026-04-08T13:26:57.770 INFO:teuthology.orchestra.run.vm09.stdout:(4/5): mariadb-connector-c-3.2.6-1.el9_0.x86_64 1.0 MB/s | 195 kB 00:00 2026-04-08T13:26:57.859 INFO:teuthology.orchestra.run.vm09.stdout:(5/5): mariadb-10.5.29-3.el9_7.x86_64.rpm 5.8 MB/s | 1.6 MB 00:00 2026-04-08T13:26:57.861 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-04-08T13:26:57.861 INFO:teuthology.orchestra.run.vm09.stdout:Total 4.3 MB/s | 1.9 MB 00:00 2026-04-08T13:26:57.921 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-04-08T13:26:57.929 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-04-08T13:26:57.929 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-04-08T13:26:57.966 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-04-08T13:26:57.966 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-04-08T13:26:58.021 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-04-08T13:26:58.033 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 1/5 2026-04-08T13:26:58.042 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mariadb-common-3:10.5.29-3.el9_7.x86_64 2/5 2026-04-08T13:26:58.047 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mariadb-connector-c-3.2.6-1.el9_0.x86_64 3/5 2026-04-08T13:26:58.087 INFO:teuthology.orchestra.run.vm09.stdout: Installing : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 4/5 2026-04-08T13:26:58.107 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mariadb-3:10.5.29-3.el9_7.x86_64 5/5 2026-04-08T13:26:58.217 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: mariadb-3:10.5.29-3.el9_7.x86_64 5/5 2026-04-08T13:26:58.218 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mariadb-3:10.5.29-3.el9_7.x86_64 1/5 2026-04-08T13:26:58.218 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mariadb-common-3:10.5.29-3.el9_7.x86_64 2/5 2026-04-08T13:26:58.218 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mariadb-connector-c-3.2.6-1.el9_0.x86_64 3/5 2026-04-08T13:26:58.218 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 4/5 2026-04-08T13:26:58.269 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 5/5 2026-04-08T13:26:58.269 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:58.269 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-04-08T13:26:58.269 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-3:10.5.29-3.el9_7.x86_64 2026-04-08T13:26:58.269 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-common-3:10.5.29-3.el9_7.x86_64 2026-04-08T13:26:58.269 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-connector-c-3.2.6-1.el9_0.x86_64 2026-04-08T13:26:58.269 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-connector-c-config-3.2.6-1.el9_0.noarch 2026-04-08T13:26:58.269 INFO:teuthology.orchestra.run.vm09.stdout: perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 2026-04-08T13:26:58.269 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:58.269 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-04-08T13:26:58.301 INFO:teuthology.packaging:Installing package mariadb-devel on ubuntu@vm09.local 2026-04-08T13:26:58.302 DEBUG:teuthology.orchestra.run.vm09:> sudo yum -y install mariadb-devel 2026-04-08T13:26:58.703 INFO:teuthology.orchestra.run.vm09.stdout:Last metadata expiration check: 0:01:15 ago on Wed 08 Apr 2026 01:25:43 PM UTC. 2026-04-08T13:26:58.793 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout: Package Arch Version Repository Size 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-devel x86_64 3:10.5.29-3.el9_7 crb 1.0 M 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout:Installing dependencies: 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-connector-c-devel x86_64 3.2.6-1.el9_0 appstream 55 k 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout: openssl-devel x86_64 1:3.5.1-4.el9_7 appstream 3.4 M 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout:Installing weak dependencies: 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-connector-c-doc noarch 3.2.6-1.el9_0 crb 98 k 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout:Install 4 Packages 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 4.6 M 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout:Installed size: 11 M 2026-04-08T13:26:58.794 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-04-08T13:26:59.246 INFO:teuthology.orchestra.run.vm09.stdout:(1/4): mariadb-connector-c-devel-3.2.6-1.el9_0. 411 kB/s | 55 kB 00:00 2026-04-08T13:26:59.309 INFO:teuthology.orchestra.run.vm09.stdout:(2/4): mariadb-connector-c-doc-3.2.6-1.el9_0.no 501 kB/s | 98 kB 00:00 2026-04-08T13:26:59.375 INFO:teuthology.orchestra.run.vm09.stdout:(3/4): mariadb-devel-10.5.29-3.el9_7.x86_64.rpm 7.8 MB/s | 1.0 MB 00:00 2026-04-08T13:26:59.499 INFO:teuthology.orchestra.run.vm09.stdout:(4/4): openssl-devel-3.5.1-4.el9_7.x86_64.rpm 8.9 MB/s | 3.4 MB 00:00 2026-04-08T13:26:59.501 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-04-08T13:26:59.501 INFO:teuthology.orchestra.run.vm09.stdout:Total 6.5 MB/s | 4.6 MB 00:00 2026-04-08T13:26:59.554 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-04-08T13:26:59.561 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-04-08T13:26:59.562 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-04-08T13:26:59.641 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-04-08T13:26:59.641 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-04-08T13:27:00.310 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-04-08T13:27:00.357 INFO:teuthology.orchestra.run.vm09.stdout: Installing : openssl-devel-1:3.5.1-4.el9_7.x86_64 1/4 2026-04-08T13:27:00.365 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 2/4 2026-04-08T13:27:00.477 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 3/4 2026-04-08T13:27:00.504 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mariadb-devel-3:10.5.29-3.el9_7.x86_64 4/4 2026-04-08T13:27:00.624 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: mariadb-devel-3:10.5.29-3.el9_7.x86_64 4/4 2026-04-08T13:27:00.624 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 1/4 2026-04-08T13:27:00.624 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : openssl-devel-1:3.5.1-4.el9_7.x86_64 2/4 2026-04-08T13:27:00.624 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 3/4 2026-04-08T13:27:00.679 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mariadb-devel-3:10.5.29-3.el9_7.x86_64 4/4 2026-04-08T13:27:00.680 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:00.680 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-04-08T13:27:00.680 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 2026-04-08T13:27:00.680 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 2026-04-08T13:27:00.680 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-devel-3:10.5.29-3.el9_7.x86_64 2026-04-08T13:27:00.680 INFO:teuthology.orchestra.run.vm09.stdout: openssl-devel-1:3.5.1-4.el9_7.x86_64 2026-04-08T13:27:00.680 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:00.680 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-04-08T13:27:00.732 INFO:teuthology.packaging:Installing package mariadb-server on ubuntu@vm09.local 2026-04-08T13:27:00.732 DEBUG:teuthology.orchestra.run.vm09:> sudo yum -y install mariadb-server 2026-04-08T13:27:01.156 INFO:teuthology.orchestra.run.vm09.stdout:Last metadata expiration check: 0:01:18 ago on Wed 08 Apr 2026 01:25:43 PM UTC. 2026-04-08T13:27:01.249 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-04-08T13:27:01.249 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:01.249 INFO:teuthology.orchestra.run.vm09.stdout: Package Arch Version Repository Size 2026-04-08T13:27:01.249 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:01.249 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-04-08T13:27:01.249 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-server x86_64 3:10.5.29-3.el9_7 appstream 9.7 M 2026-04-08T13:27:01.249 INFO:teuthology.orchestra.run.vm09.stdout:Installing dependencies: 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-errmsg x86_64 3:10.5.29-3.el9_7 appstream 210 k 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout: mysql-selinux noarch 1.0.14-1.el9_6 appstream 36 k 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout: perl-DBD-MariaDB x86_64 1.21-17.el9 appstream 149 k 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout: perl-DBI x86_64 1.643-9.el9 appstream 700 k 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout: perl-Math-BigInt noarch 1:1.9998.18-460.el9 appstream 188 k 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout: perl-Math-Complex noarch 1.59-481.1.el9_6 appstream 45 k 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout:Installing weak dependencies: 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-backup x86_64 3:10.5.29-3.el9_7 appstream 6.5 M 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-gssapi-server x86_64 3:10.5.29-3.el9_7 appstream 14 k 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-server-utils x86_64 3:10.5.29-3.el9_7 appstream 210 k 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout:Install 10 Packages 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 18 M 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout:Installed size: 94 M 2026-04-08T13:27:01.250 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-04-08T13:27:01.522 INFO:teuthology.orchestra.run.vm09.stdout:(1/10): mariadb-gssapi-server-10.5.29-3.el9_7.x 121 kB/s | 14 kB 00:00 2026-04-08T13:27:01.601 INFO:teuthology.orchestra.run.vm09.stdout:(2/10): mariadb-errmsg-10.5.29-3.el9_7.x86_64.r 1.0 MB/s | 210 kB 00:00 2026-04-08T13:27:01.645 INFO:teuthology.orchestra.run.vm09.stdout:(3/10): mariadb-server-utils-10.5.29-3.el9_7.x8 4.7 MB/s | 210 kB 00:00 2026-04-08T13:27:01.672 INFO:teuthology.orchestra.run.vm09.stdout:(4/10): mysql-selinux-1.0.14-1.el9_6.noarch.rpm 1.4 MB/s | 36 kB 00:00 2026-04-08T13:27:01.700 INFO:teuthology.orchestra.run.vm09.stdout:(5/10): perl-DBD-MariaDB-1.21-17.el9.x86_64.rpm 5.3 MB/s | 149 kB 00:00 2026-04-08T13:27:01.955 INFO:teuthology.orchestra.run.vm09.stdout:(6/10): perl-DBI-1.643-9.el9.x86_64.rpm 2.7 MB/s | 700 kB 00:00 2026-04-08T13:27:01.985 INFO:teuthology.orchestra.run.vm09.stdout:(7/10): perl-Math-BigInt-1.9998.18-460.el9.noar 6.2 MB/s | 188 kB 00:00 2026-04-08T13:27:02.017 INFO:teuthology.orchestra.run.vm09.stdout:(8/10): perl-Math-Complex-1.59-481.1.el9_6.noar 1.4 MB/s | 45 kB 00:00 2026-04-08T13:27:02.453 INFO:teuthology.orchestra.run.vm09.stdout:(9/10): mariadb-backup-10.5.29-3.el9_7.x86_64.r 6.2 MB/s | 6.5 MB 00:01 2026-04-08T13:27:04.414 INFO:teuthology.orchestra.run.vm09.stdout:(10/10): mariadb-server-10.5.29-3.el9_7.x86_64. 3.4 MB/s | 9.7 MB 00:02 2026-04-08T13:27:04.417 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-04-08T13:27:04.417 INFO:teuthology.orchestra.run.vm09.stdout:Total 5.6 MB/s | 18 MB 00:03 2026-04-08T13:27:04.561 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-04-08T13:27:04.575 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-04-08T13:27:04.575 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-04-08T13:27:04.671 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-04-08T13:27:04.671 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-04-08T13:27:04.792 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-04-08T13:27:04.801 INFO:teuthology.orchestra.run.vm09.stdout: Installing : perl-Math-Complex-1.59-481.1.el9_6.noarch 1/10 2026-04-08T13:27:04.836 INFO:teuthology.orchestra.run.vm09.stdout: Installing : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 2/10 2026-04-08T13:27:04.844 INFO:teuthology.orchestra.run.vm09.stdout: Installing : perl-DBI-1.643-9.el9.x86_64 3/10 2026-04-08T13:27:04.846 INFO:teuthology.orchestra.run.vm09.stdout: Installing : perl-DBD-MariaDB-1.21-17.el9.x86_64 4/10 2026-04-08T13:27:04.858 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 5/10 2026-04-08T13:27:04.859 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mysql-selinux-1.0.14-1.el9_6.noarch 5/10 2026-04-08T13:27:10.276 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 5/10 2026-04-08T13:27:10.277 INFO:teuthology.orchestra.run.vm09.stdout:libsemanage.semanage_direct_install_info: Overriding mysql module at lower priority 100 with module at priority 200. 2026-04-08T13:27:10.277 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:10.301 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 6/10 2026-04-08T13:27:10.311 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 7/10 2026-04-08T13:27:10.313 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 8/10 2026-04-08T13:27:10.495 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 9/10 2026-04-08T13:27:10.501 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mariadb-server-3:10.5.29-3.el9_7.x86_64 9/10 2026-04-08T13:27:10.567 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 9/10 2026-04-08T13:27:10.569 INFO:teuthology.orchestra.run.vm09.stdout: Installing : mariadb-backup-3:10.5.29-3.el9_7.x86_64 10/10 2026-04-08T13:27:10.957 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 10/10 2026-04-08T13:27:11.355 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: mariadb-backup-3:10.5.29-3.el9_7.x86_64 10/10 2026-04-08T13:27:11.356 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mariadb-backup-3:10.5.29-3.el9_7.x86_64 1/10 2026-04-08T13:27:11.356 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 2/10 2026-04-08T13:27:11.356 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 3/10 2026-04-08T13:27:11.356 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mariadb-server-3:10.5.29-3.el9_7.x86_64 4/10 2026-04-08T13:27:11.356 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 5/10 2026-04-08T13:27:11.356 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : mysql-selinux-1.0.14-1.el9_6.noarch 6/10 2026-04-08T13:27:11.356 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : perl-DBD-MariaDB-1.21-17.el9.x86_64 7/10 2026-04-08T13:27:11.356 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : perl-DBI-1.643-9.el9.x86_64 8/10 2026-04-08T13:27:11.356 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 9/10 2026-04-08T13:27:11.408 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : perl-Math-Complex-1.59-481.1.el9_6.noarch 10/10 2026-04-08T13:27:11.408 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:11.408 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-04-08T13:27:11.408 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-backup-3:10.5.29-3.el9_7.x86_64 2026-04-08T13:27:11.408 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 2026-04-08T13:27:11.408 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 2026-04-08T13:27:11.408 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-server-3:10.5.29-3.el9_7.x86_64 2026-04-08T13:27:11.408 INFO:teuthology.orchestra.run.vm09.stdout: mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 2026-04-08T13:27:11.408 INFO:teuthology.orchestra.run.vm09.stdout: mysql-selinux-1.0.14-1.el9_6.noarch 2026-04-08T13:27:11.408 INFO:teuthology.orchestra.run.vm09.stdout: perl-DBD-MariaDB-1.21-17.el9.x86_64 2026-04-08T13:27:11.408 INFO:teuthology.orchestra.run.vm09.stdout: perl-DBI-1.643-9.el9.x86_64 2026-04-08T13:27:11.408 INFO:teuthology.orchestra.run.vm09.stdout: perl-Math-BigInt-1:1.9998.18-460.el9.noarch 2026-04-08T13:27:11.408 INFO:teuthology.orchestra.run.vm09.stdout: perl-Math-Complex-1.59-481.1.el9_6.noarch 2026-04-08T13:27:11.408 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:11.408 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-04-08T13:27:11.444 INFO:teuthology.packaging:Installing package openldap-devel on ubuntu@vm09.local 2026-04-08T13:27:11.445 DEBUG:teuthology.orchestra.run.vm09:> sudo yum -y install openldap-devel 2026-04-08T13:27:11.866 INFO:teuthology.orchestra.run.vm09.stdout:Last metadata expiration check: 0:01:28 ago on Wed 08 Apr 2026 01:25:43 PM UTC. 2026-04-08T13:27:11.947 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-04-08T13:27:11.947 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:11.947 INFO:teuthology.orchestra.run.vm09.stdout: Package Architecture Version Repository Size 2026-04-08T13:27:11.947 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:11.947 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-04-08T13:27:11.947 INFO:teuthology.orchestra.run.vm09.stdout: openldap-devel x86_64 2.6.8-4.el9.0.1 appstream 684 k 2026-04-08T13:27:11.947 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:11.947 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-04-08T13:27:11.947 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:11.947 INFO:teuthology.orchestra.run.vm09.stdout:Install 1 Package 2026-04-08T13:27:11.947 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:11.947 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 684 k 2026-04-08T13:27:11.947 INFO:teuthology.orchestra.run.vm09.stdout:Installed size: 3.7 M 2026-04-08T13:27:11.947 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-04-08T13:27:12.323 INFO:teuthology.orchestra.run.vm09.stdout:openldap-devel-2.6.8-4.el9.0.1.x86_64.rpm 3.0 MB/s | 684 kB 00:00 2026-04-08T13:27:12.324 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-04-08T13:27:12.324 INFO:teuthology.orchestra.run.vm09.stdout:Total 1.8 MB/s | 684 kB 00:00 2026-04-08T13:27:12.337 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-04-08T13:27:12.341 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-04-08T13:27:12.341 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-04-08T13:27:12.353 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-04-08T13:27:12.353 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-04-08T13:27:12.465 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-04-08T13:27:12.490 INFO:teuthology.orchestra.run.vm09.stdout: Installing : openldap-devel-2.6.8-4.el9.0.1.x86_64 1/1 2026-04-08T13:27:12.582 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: openldap-devel-2.6.8-4.el9.0.1.x86_64 1/1 2026-04-08T13:27:12.635 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : openldap-devel-2.6.8-4.el9.0.1.x86_64 1/1 2026-04-08T13:27:12.635 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:12.635 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-04-08T13:27:12.635 INFO:teuthology.orchestra.run.vm09.stdout: openldap-devel-2.6.8-4.el9.0.1.x86_64 2026-04-08T13:27:12.635 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:12.635 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-04-08T13:27:12.672 INFO:teuthology.packaging:Installing package openssl-devel on ubuntu@vm09.local 2026-04-08T13:27:12.672 DEBUG:teuthology.orchestra.run.vm09:> sudo yum -y install openssl-devel 2026-04-08T13:27:13.093 INFO:teuthology.orchestra.run.vm09.stdout:Last metadata expiration check: 0:01:30 ago on Wed 08 Apr 2026 01:25:43 PM UTC. 2026-04-08T13:27:13.162 INFO:teuthology.orchestra.run.vm09.stdout:Package openssl-devel-1:3.5.1-4.el9_7.x86_64 is already installed. 2026-04-08T13:27:13.176 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-04-08T13:27:13.176 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:13.176 INFO:teuthology.orchestra.run.vm09.stdout: Package Arch Version Repository Size 2026-04-08T13:27:13.176 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:13.176 INFO:teuthology.orchestra.run.vm09.stdout:Upgrading: 2026-04-08T13:27:13.176 INFO:teuthology.orchestra.run.vm09.stdout: openssl x86_64 1:3.5.1-7.el9_7 baseos 1.4 M 2026-04-08T13:27:13.176 INFO:teuthology.orchestra.run.vm09.stdout: openssl-devel x86_64 1:3.5.1-7.el9_7 appstream 3.4 M 2026-04-08T13:27:13.176 INFO:teuthology.orchestra.run.vm09.stdout: openssl-fips-provider x86_64 1:3.5.1-7.el9_7 baseos 812 k 2026-04-08T13:27:13.176 INFO:teuthology.orchestra.run.vm09.stdout: openssl-libs x86_64 1:3.5.1-7.el9_7 baseos 2.3 M 2026-04-08T13:27:13.176 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:13.177 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-04-08T13:27:13.177 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:13.177 INFO:teuthology.orchestra.run.vm09.stdout:Upgrade 4 Packages 2026-04-08T13:27:13.177 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:13.177 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 7.9 M 2026-04-08T13:27:13.177 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-04-08T13:27:13.708 INFO:teuthology.orchestra.run.vm09.stdout:(1/4): openssl-fips-provider-3.5.1-7.el9_7.x86_ 3.6 MB/s | 812 kB 00:00 2026-04-08T13:27:13.733 INFO:teuthology.orchestra.run.vm09.stdout:(2/4): openssl-3.5.1-7.el9_7.x86_64.rpm 5.7 MB/s | 1.4 MB 00:00 2026-04-08T13:27:13.753 INFO:teuthology.orchestra.run.vm09.stdout:(3/4): openssl-libs-3.5.1-7.el9_7.x86_64.rpm 8.6 MB/s | 2.3 MB 00:00 2026-04-08T13:27:13.799 INFO:teuthology.orchestra.run.vm09.stdout:(4/4): openssl-devel-3.5.1-7.el9_7.x86_64.rpm 38 MB/s | 3.4 MB 00:00 2026-04-08T13:27:13.801 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-04-08T13:27:13.801 INFO:teuthology.orchestra.run.vm09.stdout:Total 13 MB/s | 7.9 MB 00:00 2026-04-08T13:27:13.853 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-04-08T13:27:13.880 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-04-08T13:27:13.880 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-04-08T13:27:13.978 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-04-08T13:27:13.978 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-04-08T13:27:14.113 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-04-08T13:27:14.121 INFO:teuthology.orchestra.run.vm09.stdout: Upgrading : openssl-libs-1:3.5.1-7.el9_7.x86_64 1/8 2026-04-08T13:27:14.188 INFO:teuthology.orchestra.run.vm09.stdout: Upgrading : openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 2/8 2026-04-08T13:27:14.822 INFO:teuthology.orchestra.run.vm09.stdout: Upgrading : openssl-1:3.5.1-7.el9_7.x86_64 3/8 2026-04-08T13:27:14.856 INFO:teuthology.orchestra.run.vm09.stdout: Upgrading : openssl-devel-1:3.5.1-7.el9_7.x86_64 4/8 2026-04-08T13:27:14.862 INFO:teuthology.orchestra.run.vm09.stdout: Cleanup : openssl-1:3.5.1-4.el9_7.x86_64 5/8 2026-04-08T13:27:14.872 INFO:teuthology.orchestra.run.vm09.stdout: Cleanup : openssl-devel-1:3.5.1-4.el9_7.x86_64 6/8 2026-04-08T13:27:14.874 INFO:teuthology.orchestra.run.vm09.stdout: Cleanup : openssl-fips-provider-1:3.5.1-4.el9_7.x86_64 7/8 2026-04-08T13:27:14.893 INFO:teuthology.orchestra.run.vm09.stdout: Cleanup : openssl-libs-1:3.5.1-4.el9_7.x86_64 8/8 2026-04-08T13:27:15.030 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: openssl-libs-1:3.5.1-4.el9_7.x86_64 8/8 2026-04-08T13:27:15.030 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : openssl-1:3.5.1-7.el9_7.x86_64 1/8 2026-04-08T13:27:15.030 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : openssl-1:3.5.1-4.el9_7.x86_64 2/8 2026-04-08T13:27:15.030 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 3/8 2026-04-08T13:27:15.030 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : openssl-fips-provider-1:3.5.1-4.el9_7.x86_64 4/8 2026-04-08T13:27:15.030 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : openssl-libs-1:3.5.1-7.el9_7.x86_64 5/8 2026-04-08T13:27:15.030 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : openssl-libs-1:3.5.1-4.el9_7.x86_64 6/8 2026-04-08T13:27:15.030 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : openssl-devel-1:3.5.1-7.el9_7.x86_64 7/8 2026-04-08T13:27:15.088 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : openssl-devel-1:3.5.1-4.el9_7.x86_64 8/8 2026-04-08T13:27:15.088 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:15.088 INFO:teuthology.orchestra.run.vm09.stdout:Upgraded: 2026-04-08T13:27:15.088 INFO:teuthology.orchestra.run.vm09.stdout: openssl-1:3.5.1-7.el9_7.x86_64 2026-04-08T13:27:15.088 INFO:teuthology.orchestra.run.vm09.stdout: openssl-devel-1:3.5.1-7.el9_7.x86_64 2026-04-08T13:27:15.088 INFO:teuthology.orchestra.run.vm09.stdout: openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 2026-04-08T13:27:15.088 INFO:teuthology.orchestra.run.vm09.stdout: openssl-libs-1:3.5.1-7.el9_7.x86_64 2026-04-08T13:27:15.088 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:15.088 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-04-08T13:27:15.135 INFO:teuthology.packaging:Installing package postgresql on ubuntu@vm09.local 2026-04-08T13:27:15.135 DEBUG:teuthology.orchestra.run.vm09:> sudo yum -y install postgresql 2026-04-08T13:27:15.533 INFO:teuthology.orchestra.run.vm09.stdout:Last metadata expiration check: 0:01:32 ago on Wed 08 Apr 2026 01:25:43 PM UTC. 2026-04-08T13:27:15.610 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-04-08T13:27:15.611 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:15.611 INFO:teuthology.orchestra.run.vm09.stdout: Package Arch Version Repository Size 2026-04-08T13:27:15.611 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:15.611 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-04-08T13:27:15.611 INFO:teuthology.orchestra.run.vm09.stdout: postgresql x86_64 13.23-2.el9_7 appstream 1.6 M 2026-04-08T13:27:15.611 INFO:teuthology.orchestra.run.vm09.stdout:Installing dependencies: 2026-04-08T13:27:15.611 INFO:teuthology.orchestra.run.vm09.stdout: postgresql-private-libs x86_64 13.23-2.el9_7 appstream 138 k 2026-04-08T13:27:15.611 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:15.611 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-04-08T13:27:15.611 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:15.611 INFO:teuthology.orchestra.run.vm09.stdout:Install 2 Packages 2026-04-08T13:27:15.611 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:15.611 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 1.7 M 2026-04-08T13:27:15.611 INFO:teuthology.orchestra.run.vm09.stdout:Installed size: 6.2 M 2026-04-08T13:27:15.611 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-04-08T13:27:15.945 INFO:teuthology.orchestra.run.vm09.stdout:(1/2): postgresql-private-libs-13.23-2.el9_7.x8 771 kB/s | 138 kB 00:00 2026-04-08T13:27:16.009 INFO:teuthology.orchestra.run.vm09.stdout:(2/2): postgresql-13.23-2.el9_7.x86_64.rpm 6.4 MB/s | 1.6 MB 00:00 2026-04-08T13:27:16.011 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-04-08T13:27:16.012 INFO:teuthology.orchestra.run.vm09.stdout:Total 4.2 MB/s | 1.7 MB 00:00 2026-04-08T13:27:16.038 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-04-08T13:27:16.042 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-04-08T13:27:16.042 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-04-08T13:27:16.076 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-04-08T13:27:16.076 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-04-08T13:27:16.129 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-04-08T13:27:16.201 INFO:teuthology.orchestra.run.vm09.stdout: Installing : postgresql-private-libs-13.23-2.el9_7.x86_64 1/2 2026-04-08T13:27:16.222 INFO:teuthology.orchestra.run.vm09.stdout: Installing : postgresql-13.23-2.el9_7.x86_64 2/2 2026-04-08T13:27:16.327 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: postgresql-13.23-2.el9_7.x86_64 2/2 2026-04-08T13:27:16.327 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : postgresql-13.23-2.el9_7.x86_64 1/2 2026-04-08T13:27:16.379 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : postgresql-private-libs-13.23-2.el9_7.x86_64 2/2 2026-04-08T13:27:16.380 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:16.380 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-04-08T13:27:16.380 INFO:teuthology.orchestra.run.vm09.stdout: postgresql-13.23-2.el9_7.x86_64 postgresql-private-libs-13.23-2.el9_7.x86_64 2026-04-08T13:27:16.380 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:16.380 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-04-08T13:27:16.419 INFO:teuthology.packaging:Installing package postgresql-devel on ubuntu@vm09.local 2026-04-08T13:27:16.419 DEBUG:teuthology.orchestra.run.vm09:> sudo yum -y install postgresql-devel 2026-04-08T13:27:16.814 INFO:teuthology.orchestra.run.vm09.stdout:Last metadata expiration check: 0:01:33 ago on Wed 08 Apr 2026 01:25:43 PM UTC. 2026-04-08T13:27:16.903 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-04-08T13:27:16.903 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:16.903 INFO:teuthology.orchestra.run.vm09.stdout: Package Architecture Version Repository Size 2026-04-08T13:27:16.903 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:16.903 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-04-08T13:27:16.903 INFO:teuthology.orchestra.run.vm09.stdout: libpq-devel x86_64 13.23-1.el9_7 appstream 92 k 2026-04-08T13:27:16.903 INFO:teuthology.orchestra.run.vm09.stdout:Installing dependencies: 2026-04-08T13:27:16.903 INFO:teuthology.orchestra.run.vm09.stdout: libpq x86_64 13.23-1.el9_7 appstream 208 k 2026-04-08T13:27:16.903 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:16.903 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-04-08T13:27:16.903 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:16.903 INFO:teuthology.orchestra.run.vm09.stdout:Install 2 Packages 2026-04-08T13:27:16.903 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:16.903 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 300 k 2026-04-08T13:27:16.903 INFO:teuthology.orchestra.run.vm09.stdout:Installed size: 1.0 M 2026-04-08T13:27:16.904 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-04-08T13:27:17.217 INFO:teuthology.orchestra.run.vm09.stdout:(1/2): libpq-devel-13.23-1.el9_7.x86_64.rpm 578 kB/s | 92 kB 00:00 2026-04-08T13:27:17.243 INFO:teuthology.orchestra.run.vm09.stdout:(2/2): libpq-13.23-1.el9_7.x86_64.rpm 1.1 MB/s | 208 kB 00:00 2026-04-08T13:27:17.245 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-04-08T13:27:17.245 INFO:teuthology.orchestra.run.vm09.stdout:Total 876 kB/s | 300 kB 00:00 2026-04-08T13:27:17.267 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-04-08T13:27:17.271 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-04-08T13:27:17.272 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-04-08T13:27:17.299 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-04-08T13:27:17.299 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-04-08T13:27:17.354 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-04-08T13:27:17.368 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libpq-13.23-1.el9_7.x86_64 1/2 2026-04-08T13:27:17.389 INFO:teuthology.orchestra.run.vm09.stdout: Installing : libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-04-08T13:27:17.456 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-04-08T13:27:17.456 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libpq-13.23-1.el9_7.x86_64 1/2 2026-04-08T13:27:17.510 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-04-08T13:27:17.510 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:17.510 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-04-08T13:27:17.510 INFO:teuthology.orchestra.run.vm09.stdout: libpq-13.23-1.el9_7.x86_64 libpq-devel-13.23-1.el9_7.x86_64 2026-04-08T13:27:17.510 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:17.510 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-04-08T13:27:17.547 INFO:teuthology.packaging:Installing package postgresql-server on ubuntu@vm09.local 2026-04-08T13:27:17.547 DEBUG:teuthology.orchestra.run.vm09:> sudo yum -y install postgresql-server 2026-04-08T13:27:17.939 INFO:teuthology.orchestra.run.vm09.stdout:Last metadata expiration check: 0:01:34 ago on Wed 08 Apr 2026 01:25:43 PM UTC. 2026-04-08T13:27:18.020 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-04-08T13:27:18.020 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:18.021 INFO:teuthology.orchestra.run.vm09.stdout: Package Architecture Version Repository Size 2026-04-08T13:27:18.021 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:18.021 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-04-08T13:27:18.021 INFO:teuthology.orchestra.run.vm09.stdout: postgresql-server x86_64 13.23-2.el9_7 appstream 5.7 M 2026-04-08T13:27:18.021 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:18.021 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-04-08T13:27:18.021 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-04-08T13:27:18.021 INFO:teuthology.orchestra.run.vm09.stdout:Install 1 Package 2026-04-08T13:27:18.021 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:18.021 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 5.7 M 2026-04-08T13:27:18.021 INFO:teuthology.orchestra.run.vm09.stdout:Installed size: 23 M 2026-04-08T13:27:18.021 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-04-08T13:27:18.500 INFO:teuthology.orchestra.run.vm09.stdout:postgresql-server-13.23-2.el9_7.x86_64.rpm 18 MB/s | 5.7 MB 00:00 2026-04-08T13:27:18.501 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-04-08T13:27:18.501 INFO:teuthology.orchestra.run.vm09.stdout:Total 12 MB/s | 5.7 MB 00:00 2026-04-08T13:27:18.524 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-04-08T13:27:18.532 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-04-08T13:27:18.532 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-04-08T13:27:18.580 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-04-08T13:27:18.581 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-04-08T13:27:18.648 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-04-08T13:27:18.820 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: postgresql-server-13.23-2.el9_7.x86_64 1/1 2026-04-08T13:27:18.829 INFO:teuthology.orchestra.run.vm09.stdout: Installing : postgresql-server-13.23-2.el9_7.x86_64 1/1 2026-04-08T13:27:19.230 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: postgresql-server-13.23-2.el9_7.x86_64 1/1 2026-04-08T13:27:19.286 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : postgresql-server-13.23-2.el9_7.x86_64 1/1 2026-04-08T13:27:19.286 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:19.286 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-04-08T13:27:19.286 INFO:teuthology.orchestra.run.vm09.stdout: postgresql-server-13.23-2.el9_7.x86_64 2026-04-08T13:27:19.286 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:27:19.286 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-04-08T13:27:19.326 INFO:tasks.keystone:Setting up database for keystone... 2026-04-08T13:27:19.326 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl restart mariadb 2026-04-08T13:27:21.006 DEBUG:teuthology.orchestra.run.vm09:> sudo mysql --execute="CREATE USER 'keystone'@'localhost' IDENTIFIED BY 'SECRET';" 2026-04-08T13:27:21.035 DEBUG:teuthology.orchestra.run.vm09:> sudo mysql --execute="CREATE DATABASE keystone;" 2026-04-08T13:27:21.105 DEBUG:teuthology.orchestra.run.vm09:> sudo mysql --execute="GRANT ALL PRIVILEGES ON keystone.* TO 'keystone'@'localhost';" 2026-04-08T13:27:21.175 DEBUG:teuthology.orchestra.run.vm09:> sudo mysql --execute="FLUSH PRIVILEGES;" 2026-04-08T13:27:21.242 INFO:tasks.keystone:Setting up virtualenv for keystone... 2026-04-08T13:27:21.242 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && sed -i 's/usedevelop.*/usedevelop=false/g' tox.ini 2026-04-08T13:27:21.300 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source /home/ubuntu/cephtest/tox-venv/bin/activate && tox -e venv --notest 2026-04-08T13:27:23.227 INFO:teuthology.orchestra.run.vm09.stdout:venv: install_deps> python -I -m pip install '.[ldap,memcache]' -r /home/ubuntu/cephtest/keystone/test-requirements.txt -c https://releases.openstack.org/constraints/upper/2025.1 2026-04-08T13:27:51.894 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: install_requires> python -I -m pip install 'setuptools>=40.8.0' 2026-04-08T13:27:52.333 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: _optional_hooks> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-08T13:27:52.514 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: get_requires_for_build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-08T13:27:52.617 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: install_requires_for_build_sdist> python -I -m pip install 'pbr>=2.0.0' 2026-04-08T13:27:52.894 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: get_requires_for_build_wheel> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-08T13:27:52.997 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: install_requires_for_build_wheel> python -I -m pip install 'pbr>=2.0.0' 2026-04-08T13:27:53.169 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: prepare_metadata_for_build_wheel> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-08T13:27:53.782 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-08T13:27:55.486 INFO:teuthology.orchestra.run.vm09.stdout:venv: install_package_deps> python -I -m pip install 'Flask!=0.11,>=1.0.2' 'Flask-RESTful>=0.3.5' 'PyJWT>=1.6.1' 'SQLAlchemy>=1.4.0' 'WebOb>=1.7.1' 'bcrypt>=3.1.3' 'cryptography>=2.7' 'dogpile.cache>=1.0.2' 'jsonschema>=3.2.0' 'keystonemiddleware>=7.0.0' 'msgpack>=0.5.0' 'oauthlib>=0.6.2' 'oslo.cache>=1.26.0' 'oslo.config>=6.8.0' 'oslo.context>=2.22.0' 'oslo.db>=6.0.0' 'oslo.i18n>=3.15.3' 'oslo.log>=3.44.0' 'oslo.messaging>=5.29.0' 'oslo.middleware>=3.31.0' 'oslo.policy>=4.5.0' 'oslo.serialization!=2.19.1,>=2.18.0' 'oslo.upgradecheck>=1.3.0' 'oslo.utils>=3.33.0' 'osprofiler>=1.4.0' 'pbr!=2.1.0,>=2.0.0' 'pycadf!=2.0.0,>=1.1.0' 'pysaml2>=5.0.0' 'python-keystoneclient>=3.8.0' 'scrypt>=0.8.0' 'stevedore>=1.20.0' 2026-04-08T13:27:55.907 INFO:teuthology.orchestra.run.vm09.stdout:venv: install_package> python -I -m pip install --force-reinstall --no-deps /home/ubuntu/cephtest/keystone/.tox/.tmp/package/1/keystone-27.0.1.dev26.tar.gz 2026-04-08T13:27:59.088 INFO:teuthology.orchestra.run.vm09.stdout: venv: OK (37.60 seconds) 2026-04-08T13:27:59.089 INFO:teuthology.orchestra.run.vm09.stdout: congratulations :) (37.62 seconds) 2026-04-08T13:27:59.117 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && pip install python-openstackclient uwsgi 2026-04-08T13:27:59.371 INFO:teuthology.orchestra.run.vm09.stdout:Collecting python-openstackclient 2026-04-08T13:27:59.411 INFO:teuthology.orchestra.run.vm09.stdout: Downloading python_openstackclient-8.0.0-py3-none-any.whl.metadata (6.4 kB) 2026-04-08T13:27:59.431 INFO:teuthology.orchestra.run.vm09.stdout:Collecting uwsgi 2026-04-08T13:27:59.443 INFO:teuthology.orchestra.run.vm09.stdout: Downloading uwsgi-2.0.31.tar.gz (822 kB) 2026-04-08T13:27:59.494 INFO:teuthology.orchestra.run.vm09.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 822.8/822.8 kB 29.5 MB/s 0:00:00 2026-04-08T13:27:59.635 INFO:teuthology.orchestra.run.vm09.stdout: Installing build dependencies: started 2026-04-08T13:28:00.144 INFO:teuthology.orchestra.run.vm09.stdout: Installing build dependencies: finished with status 'done' 2026-04-08T13:28:00.145 INFO:teuthology.orchestra.run.vm09.stdout: Getting requirements to build wheel: started 2026-04-08T13:28:00.367 INFO:teuthology.orchestra.run.vm09.stdout: Getting requirements to build wheel: finished with status 'done' 2026-04-08T13:28:00.368 INFO:teuthology.orchestra.run.vm09.stdout: Preparing metadata (pyproject.toml): started 2026-04-08T13:28:00.483 INFO:teuthology.orchestra.run.vm09.stdout: Preparing metadata (pyproject.toml): finished with status 'done' 2026-04-08T13:28:00.484 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: pbr!=2.1.0,>=2.0.0 in ./.tox/venv/lib/python3.9/site-packages (from python-openstackclient) (6.1.1) 2026-04-08T13:28:00.485 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: cryptography>=2.7 in ./.tox/venv/lib64/python3.9/site-packages (from python-openstackclient) (43.0.3) 2026-04-08T13:28:00.485 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: cliff>=3.5.0 in ./.tox/venv/lib/python3.9/site-packages (from python-openstackclient) (4.9.1) 2026-04-08T13:28:00.485 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: iso8601>=0.1.11 in ./.tox/venv/lib/python3.9/site-packages (from python-openstackclient) (2.1.0) 2026-04-08T13:28:00.512 INFO:teuthology.orchestra.run.vm09.stdout:Collecting openstacksdk>=3.3.0 (from python-openstackclient) 2026-04-08T13:28:00.523 INFO:teuthology.orchestra.run.vm09.stdout: Downloading openstacksdk-4.5.0-py3-none-any.whl.metadata (12 kB) 2026-04-08T13:28:00.543 INFO:teuthology.orchestra.run.vm09.stdout:Collecting osc-lib>=2.3.0 (from python-openstackclient) 2026-04-08T13:28:00.555 INFO:teuthology.orchestra.run.vm09.stdout: Downloading osc_lib-4.0.2-py3-none-any.whl.metadata (3.6 kB) 2026-04-08T13:28:00.557 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: oslo.i18n>=3.15.3 in ./.tox/venv/lib/python3.9/site-packages (from python-openstackclient) (6.5.1) 2026-04-08T13:28:00.557 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: python-keystoneclient>=3.22.0 in ./.tox/venv/lib/python3.9/site-packages (from python-openstackclient) (5.6.0) 2026-04-08T13:28:00.578 INFO:teuthology.orchestra.run.vm09.stdout:Collecting python-cinderclient>=3.3.0 (from python-openstackclient) 2026-04-08T13:28:00.590 INFO:teuthology.orchestra.run.vm09.stdout: Downloading python_cinderclient-9.7.0-py3-none-any.whl.metadata (19 kB) 2026-04-08T13:28:00.593 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: requests>=2.27.0 in ./.tox/venv/lib/python3.9/site-packages (from python-openstackclient) (2.32.3) 2026-04-08T13:28:00.593 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: stevedore>=2.0.1 in ./.tox/venv/lib/python3.9/site-packages (from python-openstackclient) (5.4.1) 2026-04-08T13:28:00.594 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: autopage>=0.4.0 in ./.tox/venv/lib/python3.9/site-packages (from cliff>=3.5.0->python-openstackclient) (0.5.2) 2026-04-08T13:28:00.594 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: cmd2>=1.0.0 in ./.tox/venv/lib/python3.9/site-packages (from cliff>=3.5.0->python-openstackclient) (2.5.11) 2026-04-08T13:28:00.595 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: PrettyTable>=0.7.2 in ./.tox/venv/lib/python3.9/site-packages (from cliff>=3.5.0->python-openstackclient) (3.14.0) 2026-04-08T13:28:00.595 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: PyYAML>=3.12 in ./.tox/venv/lib64/python3.9/site-packages (from cliff>=3.5.0->python-openstackclient) (6.0.2) 2026-04-08T13:28:00.595 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: importlib-metadata>=4.4 in ./.tox/venv/lib/python3.9/site-packages (from cliff>=3.5.0->python-openstackclient) (6.2.1) 2026-04-08T13:28:00.597 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: pyperclip>=1.8 in ./.tox/venv/lib/python3.9/site-packages (from cmd2>=1.0.0->cliff>=3.5.0->python-openstackclient) (1.9.0) 2026-04-08T13:28:00.597 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: wcwidth>=0.2.10 in ./.tox/venv/lib/python3.9/site-packages (from cmd2>=1.0.0->cliff>=3.5.0->python-openstackclient) (0.2.13) 2026-04-08T13:28:00.599 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: cffi>=1.12 in ./.tox/venv/lib64/python3.9/site-packages (from cryptography>=2.7->python-openstackclient) (1.17.1) 2026-04-08T13:28:00.600 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: pycparser in ./.tox/venv/lib/python3.9/site-packages (from cffi>=1.12->cryptography>=2.7->python-openstackclient) (2.22) 2026-04-08T13:28:00.602 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: zipp>=0.5 in ./.tox/venv/lib/python3.9/site-packages (from importlib-metadata>=4.4->cliff>=3.5.0->python-openstackclient) (3.21.0) 2026-04-08T13:28:00.603 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: decorator>=4.4.1 in ./.tox/venv/lib/python3.9/site-packages (from openstacksdk>=3.3.0->python-openstackclient) (5.1.1) 2026-04-08T13:28:00.603 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: dogpile.cache>=0.6.5 in ./.tox/venv/lib/python3.9/site-packages (from openstacksdk>=3.3.0->python-openstackclient) (1.3.4) 2026-04-08T13:28:00.619 INFO:teuthology.orchestra.run.vm09.stdout:Collecting jmespath>=0.9.0 (from openstacksdk>=3.3.0->python-openstackclient) 2026-04-08T13:28:00.630 INFO:teuthology.orchestra.run.vm09.stdout: Downloading jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-08T13:28:00.647 INFO:teuthology.orchestra.run.vm09.stdout:Collecting jsonpatch!=1.20,>=1.16 (from openstacksdk>=3.3.0->python-openstackclient) 2026-04-08T13:28:00.658 INFO:teuthology.orchestra.run.vm09.stdout: Downloading jsonpatch-1.33-py2.py3-none-any.whl.metadata (3.0 kB) 2026-04-08T13:28:00.660 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: keystoneauth1>=5.10.0 in ./.tox/venv/lib/python3.9/site-packages (from openstacksdk>=3.3.0->python-openstackclient) (5.10.0) 2026-04-08T13:28:00.661 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: os-service-types>=1.7.0 in ./.tox/venv/lib/python3.9/site-packages (from openstacksdk>=3.3.0->python-openstackclient) (1.7.0) 2026-04-08T13:28:00.679 INFO:teuthology.orchestra.run.vm09.stdout:Collecting platformdirs>=3 (from openstacksdk>=3.3.0->python-openstackclient) 2026-04-08T13:28:00.690 INFO:teuthology.orchestra.run.vm09.stdout: Downloading platformdirs-4.4.0-py3-none-any.whl.metadata (12 kB) 2026-04-08T13:28:00.693 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: psutil>=3.2.2 in ./.tox/venv/lib64/python3.9/site-packages (from openstacksdk>=3.3.0->python-openstackclient) (7.0.0) 2026-04-08T13:28:00.708 INFO:teuthology.orchestra.run.vm09.stdout:Collecting requestsexceptions>=1.2.0 (from openstacksdk>=3.3.0->python-openstackclient) 2026-04-08T13:28:00.719 INFO:teuthology.orchestra.run.vm09.stdout: Downloading requestsexceptions-1.4.0-py2.py3-none-any.whl.metadata (1.2 kB) 2026-04-08T13:28:00.721 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: typing-extensions>=4.12.0 in ./.tox/venv/lib/python3.9/site-packages (from openstacksdk>=3.3.0->python-openstackclient) (4.12.2) 2026-04-08T13:28:00.739 INFO:teuthology.orchestra.run.vm09.stdout:Collecting jsonpointer>=1.9 (from jsonpatch!=1.20,>=1.16->openstacksdk>=3.3.0->python-openstackclient) 2026-04-08T13:28:00.749 INFO:teuthology.orchestra.run.vm09.stdout: Downloading jsonpointer-3.0.0-py2.py3-none-any.whl.metadata (2.3 kB) 2026-04-08T13:28:00.759 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: oslo.utils>=3.33.0 in ./.tox/venv/lib/python3.9/site-packages (from osc-lib>=2.3.0->python-openstackclient) (8.2.0) 2026-04-08T13:28:00.760 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: netaddr>=0.10.0 in ./.tox/venv/lib/python3.9/site-packages (from oslo.utils>=3.33.0->osc-lib>=2.3.0->python-openstackclient) (1.3.0) 2026-04-08T13:28:00.761 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: debtcollector>=1.2.0 in ./.tox/venv/lib/python3.9/site-packages (from oslo.utils>=3.33.0->osc-lib>=2.3.0->python-openstackclient) (3.0.0) 2026-04-08T13:28:00.761 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: pyparsing>=2.1.0 in ./.tox/venv/lib/python3.9/site-packages (from oslo.utils>=3.33.0->osc-lib>=2.3.0->python-openstackclient) (3.2.1) 2026-04-08T13:28:00.761 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: packaging>=20.4 in ./.tox/venv/lib/python3.9/site-packages (from oslo.utils>=3.33.0->osc-lib>=2.3.0->python-openstackclient) (24.2) 2026-04-08T13:28:00.761 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: tzdata>=2022.4 in ./.tox/venv/lib/python3.9/site-packages (from oslo.utils>=3.33.0->osc-lib>=2.3.0->python-openstackclient) (2025.1) 2026-04-08T13:28:00.762 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: wrapt>=1.7.0 in ./.tox/venv/lib64/python3.9/site-packages (from debtcollector>=1.2.0->oslo.utils>=3.33.0->osc-lib>=2.3.0->python-openstackclient) (1.17.2) 2026-04-08T13:28:00.764 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: setuptools in ./.tox/venv/lib/python3.9/site-packages (from pbr!=2.1.0,>=2.0.0->python-openstackclient) (82.0.0) 2026-04-08T13:28:00.770 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: oslo.config>=5.2.0 in ./.tox/venv/lib/python3.9/site-packages (from python-keystoneclient>=3.22.0->python-openstackclient) (9.7.1) 2026-04-08T13:28:00.770 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: oslo.serialization>=2.18.0 in ./.tox/venv/lib/python3.9/site-packages (from python-keystoneclient>=3.22.0->python-openstackclient) (5.7.0) 2026-04-08T13:28:00.773 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: rfc3986>=1.2.0 in ./.tox/venv/lib/python3.9/site-packages (from oslo.config>=5.2.0->python-keystoneclient>=3.22.0->python-openstackclient) (2.0.0) 2026-04-08T13:28:00.774 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: msgpack>=0.5.2 in ./.tox/venv/lib64/python3.9/site-packages (from oslo.serialization>=2.18.0->python-keystoneclient>=3.22.0->python-openstackclient) (1.1.0) 2026-04-08T13:28:00.777 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: charset-normalizer<4,>=2 in ./.tox/venv/lib64/python3.9/site-packages (from requests>=2.27.0->python-openstackclient) (3.4.1) 2026-04-08T13:28:00.777 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: idna<4,>=2.5 in ./.tox/venv/lib/python3.9/site-packages (from requests>=2.27.0->python-openstackclient) (3.10) 2026-04-08T13:28:00.778 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: urllib3<3,>=1.21.1 in ./.tox/venv/lib/python3.9/site-packages (from requests>=2.27.0->python-openstackclient) (1.26.20) 2026-04-08T13:28:00.778 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: certifi>=2017.4.17 in ./.tox/venv/lib/python3.9/site-packages (from requests>=2.27.0->python-openstackclient) (2026.2.25) 2026-04-08T13:28:00.806 INFO:teuthology.orchestra.run.vm09.stdout:Downloading python_openstackclient-8.0.0-py3-none-any.whl (1.1 MB) 2026-04-08T13:28:00.819 INFO:teuthology.orchestra.run.vm09.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.1/1.1 MB 85.2 MB/s 0:00:00 2026-04-08T13:28:00.829 INFO:teuthology.orchestra.run.vm09.stdout:Downloading openstacksdk-4.5.0-py3-none-any.whl (1.8 MB) 2026-04-08T13:28:00.860 INFO:teuthology.orchestra.run.vm09.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.8/1.8 MB 54.7 MB/s 0:00:00 2026-04-08T13:28:00.869 INFO:teuthology.orchestra.run.vm09.stdout:Downloading jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-08T13:28:00.879 INFO:teuthology.orchestra.run.vm09.stdout:Downloading jsonpatch-1.33-py2.py3-none-any.whl (12 kB) 2026-04-08T13:28:00.890 INFO:teuthology.orchestra.run.vm09.stdout:Downloading jsonpointer-3.0.0-py2.py3-none-any.whl (7.6 kB) 2026-04-08T13:28:00.901 INFO:teuthology.orchestra.run.vm09.stdout:Downloading osc_lib-4.0.2-py3-none-any.whl (93 kB) 2026-04-08T13:28:00.919 INFO:teuthology.orchestra.run.vm09.stdout:Downloading platformdirs-4.4.0-py3-none-any.whl (18 kB) 2026-04-08T13:28:00.931 INFO:teuthology.orchestra.run.vm09.stdout:Downloading python_cinderclient-9.7.0-py3-none-any.whl (256 kB) 2026-04-08T13:28:00.945 INFO:teuthology.orchestra.run.vm09.stdout:Downloading requestsexceptions-1.4.0-py2.py3-none-any.whl (3.8 kB) 2026-04-08T13:28:00.962 INFO:teuthology.orchestra.run.vm09.stdout:Building wheels for collected packages: uwsgi 2026-04-08T13:28:00.962 INFO:teuthology.orchestra.run.vm09.stdout: Building wheel for uwsgi (pyproject.toml): started 2026-04-08T13:28:05.590 INFO:teuthology.orchestra.run.vm09.stdout: Building wheel for uwsgi (pyproject.toml): finished with status 'done' 2026-04-08T13:28:05.591 INFO:teuthology.orchestra.run.vm09.stdout: Created wheel for uwsgi: filename=uwsgi-2.0.31-cp39-cp39-linux_x86_64.whl size=516063 sha256=4094223e94547114ec8d0cac9ffc821f947e5c2ec7bcc43b10c970bc98bad798 2026-04-08T13:28:05.592 INFO:teuthology.orchestra.run.vm09.stdout: Stored in directory: /home/ubuntu/.cache/pip/wheels/24/a5/03/5bd0ede15052bfde03cfa27de7101a4f3648fb7e726d1e9092 2026-04-08T13:28:05.594 INFO:teuthology.orchestra.run.vm09.stdout:Successfully built uwsgi 2026-04-08T13:28:05.667 INFO:teuthology.orchestra.run.vm09.stdout:Installing collected packages: uwsgi, requestsexceptions, platformdirs, jsonpointer, jmespath, jsonpatch, python-cinderclient, openstacksdk, osc-lib, python-openstackclient 2026-04-08T13:28:06.905 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:28:06.911 INFO:teuthology.orchestra.run.vm09.stdout:Successfully installed jmespath-1.1.0 jsonpatch-1.33 jsonpointer-3.0.0 openstacksdk-4.5.0 osc-lib-4.0.2 platformdirs-4.4.0 python-cinderclient-9.7.0 python-openstackclient-8.0.0 requestsexceptions-1.4.0 uwsgi-2.0.31 2026-04-08T13:28:07.077 INFO:tasks.keystone:Configuring keystone... 2026-04-08T13:28:07.078 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source /home/ubuntu/cephtest/tox-venv/bin/activate && tox -e genconfig 2026-04-08T13:28:08.419 INFO:teuthology.orchestra.run.vm09.stdout:genconfig: install_deps> python -I -m pip install '.[ldap,memcache]' -r /home/ubuntu/cephtest/keystone/test-requirements.txt -c https://releases.openstack.org/constraints/upper/2025.1 2026-04-08T13:28:23.839 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: _optional_hooks> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-08T13:28:23.939 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: get_requires_for_build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-08T13:28:24.042 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: get_requires_for_build_wheel> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-08T13:28:24.146 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: prepare_metadata_for_build_wheel> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-08T13:28:24.959 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-08T13:28:26.891 INFO:teuthology.orchestra.run.vm09.stdout:genconfig: install_package_deps> python -I -m pip install 'Flask!=0.11,>=1.0.2' 'Flask-RESTful>=0.3.5' 'PyJWT>=1.6.1' 'SQLAlchemy>=1.4.0' 'WebOb>=1.7.1' 'bcrypt>=3.1.3' 'cryptography>=2.7' 'dogpile.cache>=1.0.2' 'jsonschema>=3.2.0' 'keystonemiddleware>=7.0.0' 'msgpack>=0.5.0' 'oauthlib>=0.6.2' 'oslo.cache>=1.26.0' 'oslo.config>=6.8.0' 'oslo.context>=2.22.0' 'oslo.db>=6.0.0' 'oslo.i18n>=3.15.3' 'oslo.log>=3.44.0' 'oslo.messaging>=5.29.0' 'oslo.middleware>=3.31.0' 'oslo.policy>=4.5.0' 'oslo.serialization!=2.19.1,>=2.18.0' 'oslo.upgradecheck>=1.3.0' 'oslo.utils>=3.33.0' 'osprofiler>=1.4.0' 'pbr!=2.1.0,>=2.0.0' 'pycadf!=2.0.0,>=1.1.0' 'pysaml2>=5.0.0' 'python-keystoneclient>=3.8.0' 'scrypt>=0.8.0' 'stevedore>=1.20.0' 2026-04-08T13:28:27.339 INFO:teuthology.orchestra.run.vm09.stdout:genconfig: install_package> python -I -m pip install --force-reinstall --no-deps /home/ubuntu/cephtest/keystone/.tox/.tmp/package/2/keystone-27.0.1.dev26.tar.gz 2026-04-08T13:28:30.388 INFO:teuthology.orchestra.run.vm09.stdout:genconfig: commands[0]> oslo-config-generator --config-file=config-generator/keystone.conf 2026-04-08T13:28:30.788 INFO:teuthology.orchestra.run.vm09.stdout: genconfig: OK (23.57=setup[23.17]+cmd[0.40] seconds) 2026-04-08T13:28:30.788 INFO:teuthology.orchestra.run.vm09.stdout: congratulations :) (23.59 seconds) 2026-04-08T13:28:30.831 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && cp -f etc/keystone.conf.sample etc/keystone.conf 2026-04-08T13:28:30.849 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && sed -e 's^#key_repository =.*^key_repository = /home/ubuntu/cephtest/keystone/etc/fernet-keys^' -i etc/keystone.conf 2026-04-08T13:28:30.906 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && sed -e 's^#connection =.*^connection = mysql+pymysql://keystone:SECRET@localhost/keystone^' -i etc/keystone.conf 2026-04-08T13:28:30.964 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && sed -e 's^#log_file =.*^log_file = /home/ubuntu/cephtest/archive/keystone.client.0.log^' -i etc/keystone.conf 2026-04-08T13:28:31.023 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && cp etc/keystone.conf /home/ubuntu/cephtest/archive/keystone.client.0.conf 2026-04-08T13:28:31.082 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && mkdir -p /home/ubuntu/cephtest/keystone/etc/fernet-keys 2026-04-08T13:28:31.141 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && keystone-manage --config-file /home/ubuntu/cephtest/keystone/etc/keystone.conf fernet_setup 2026-04-08T13:28:32.160 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && keystone-manage --config-file /home/ubuntu/cephtest/keystone/etc/keystone.conf db_sync 2026-04-08T13:28:33.682 INFO:tasks.keystone:Configuring keystone... 2026-04-08T13:28:33.682 INFO:tasks.keystone.client.0:Restarting daemon 2026-04-08T13:28:33.682 DEBUG:teuthology.orchestra.run.vm09:> OS_KEYSTONE_CONFIG_FILES=/home/ubuntu/cephtest/keystone/etc/keystone.conf /home/ubuntu/cephtest/keystone/.tox/venv/bin/uwsgi --http-socket vm09.local:5000 --module keystone.wsgi.api:application & { read; kill %1; } 2026-04-08T13:28:33.684 INFO:tasks.keystone.client.0:Started 2026-04-08T13:28:33.684 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && sleep 15 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:*** Starting uWSGI 2.0.31 (64bit) on [Wed Apr 8 13:28:33 2026] *** 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:compiled with version: 11.5.0 20240719 (Red Hat 11.5.0-11) on 08 April 2026 13:28:01 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:os: Linux-5.14.0-611.5.1.el9_7.x86_64 #1 SMP PREEMPT_DYNAMIC Tue Nov 11 22:20:27 UTC 2025 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:nodename: vm09.local 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:machine: x86_64 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:clock source: unix 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:detected number of CPU cores: 4 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:current working directory: /home/ubuntu 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:detected binary path: /home/ubuntu/cephtest/keystone/.tox/venv/bin/uwsgi 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:!!! no internal routing support, rebuild with pcre support !!! 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:*** WARNING: you are running uWSGI without its master process manager *** 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:your processes number limit is 38413 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:your memory page size is 4096 bytes 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:detected max file descriptor number: 1024 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:lock engine: pthread robust mutexes 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:thunder lock: disabled (you can enable it with --thunder-lock) 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:uwsgi socket 0 bound to TCP address vm09.local:5000 fd 3 2026-04-08T13:28:33.705 INFO:tasks.keystone.client.0.vm09.stderr:Python version: 3.9.23 (main, Aug 19 2025, 00:00:00) [GCC 11.5.0 20240719 (Red Hat 11.5.0-11)] 2026-04-08T13:28:33.716 INFO:tasks.keystone.client.0.vm09.stderr:Python main interpreter initialized at 0x183bca0 2026-04-08T13:28:33.716 INFO:tasks.keystone.client.0.vm09.stderr:python threads support enabled 2026-04-08T13:28:33.716 INFO:tasks.keystone.client.0.vm09.stderr:your server socket listen backlog is limited to 100 connections 2026-04-08T13:28:33.716 INFO:tasks.keystone.client.0.vm09.stderr:your mercy for graceful operations on workers is 60 seconds 2026-04-08T13:28:33.717 INFO:tasks.keystone.client.0.vm09.stderr:mapped 72920 bytes (71 KB) for 1 cores 2026-04-08T13:28:33.717 INFO:tasks.keystone.client.0.vm09.stderr:*** Operational MODE: single process *** 2026-04-08T13:28:34.728 INFO:tasks.keystone.client.0.vm09.stderr:WSGI app 0 (mountpoint='') ready in 1 seconds on interpreter 0x183bca0 pid: 82802 (default app) 2026-04-08T13:28:34.728 INFO:tasks.keystone.client.0.vm09.stderr:*** uWSGI is running in multiple interpreter mode *** 2026-04-08T13:28:34.728 INFO:tasks.keystone.client.0.vm09.stderr:spawned uWSGI worker 1 (and the only) (pid: 82802, cores: 1) 2026-04-08T13:28:48.705 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && keystone-manage --config-file /home/ubuntu/cephtest/keystone/etc/keystone.conf bootstrap --bootstrap-password ADMIN --bootstrap-region-id RegionOne --bootstrap-internal-url http://vm09.local:5000/v3 --bootstrap-admin-url http://vm09.local:5000/v3 --bootstrap-public-url http://vm09.local:5000/v3 2026-04-08T13:28:50.302 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack project create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --description 'Encryption Tenant' --domain default rgwcrypt --debug 2026-04-08T13:28:50.664 INFO:teuthology.orchestra.run.vm09.stderr:START with options: project create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --description Encryption Tenant --domain default rgwcrypt --debug 2026-04-08T13:28:50.665 INFO:teuthology.orchestra.run.vm09.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm09.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, default_domain_id=None, default_domain_name=None, token=*** user_id=None, username='admin', user_domain_id='default', user_domain_name=None, passcode=None, oauth2_endpoint=None, oauth2_client_id=None, identity_provider=None, protocol=None, identity_provider_url=None, password='***', client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, idp_otp_key=None, service_provider_endpoint=None, service_provider_entity_id=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** access_token=*** auth_methods=None, device_authorization_endpoint=None, code_challenge_method=None, redirect_uri=None, code=None, endpoint=None, oauth2_client_secret=*** os_project_name=None, os_project_id=None) 2026-04-08T13:28:50.665 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:50.665 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:50.665 INFO:teuthology.orchestra.run.vm09.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-04-08T13:28:50.666 INFO:teuthology.orchestra.run.vm09.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:50.675 INFO:teuthology.orchestra.run.vm09.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-04-08T13:28:50.679 INFO:teuthology.orchestra.run.vm09.stderr:identity API version 3, cmd group openstack.identity.v3 2026-04-08T13:28:50.682 INFO:teuthology.orchestra.run.vm09.stderr:image API version 2, cmd group openstack.image.v2 2026-04-08T13:28:50.689 INFO:teuthology.orchestra.run.vm09.stderr:network API version 2, cmd group openstack.network.v2 2026-04-08T13:28:50.689 INFO:teuthology.orchestra.run.vm09.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-04-08T13:28:50.694 INFO:teuthology.orchestra.run.vm09.stderr:volume API version 3, cmd group openstack.volume.v3 2026-04-08T13:28:50.732 INFO:teuthology.orchestra.run.vm09.stderr:command: project create -> openstackclient.identity.v3.project.CreateProject (auth=True) 2026-04-08T13:28:50.732 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:50.732 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:50.732 INFO:teuthology.orchestra.run.vm09.stderr:Using auth plugin: password 2026-04-08T13:28:50.732 INFO:teuthology.orchestra.run.vm09.stderr:Using parameters {'auth_url': 'http://vm09.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-04-08T13:28:50.732 INFO:teuthology.orchestra.run.vm09.stderr:Get auth_ref 2026-04-08T13:28:50.732 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-04-08T13:28:50.733 INFO:teuthology.orchestra.run.vm09.stderr:Starting new HTTP connection (1): vm09.local:5000 2026-04-08T13:28:50.736 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 1/1] 192.168.123.109 () {28 vars in 408 bytes} [Wed Apr 8 13:28:50 2026] GET /v3 => generated 250 bytes in 1 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:50.736 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-04-08T13:28:50.736 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-f1e2152f-30cf-45b5-bfd1-1775a8462bb4 2026-04-08T13:28:50.736 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm09.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-04-08T13:28:50.736 INFO:teuthology.orchestra.run.vm09.stderr:GET call to http://vm09.local:5000/v3 used request id req-f1e2152f-30cf-45b5-bfd1-1775a8462bb4 2026-04-08T13:28:50.736 INFO:teuthology.orchestra.run.vm09.stderr:Making authentication request to http://vm09.local:5000/v3/auth/tokens 2026-04-08T13:28:50.737 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:51.010 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 2/2] 192.168.123.109 () {32 vars in 486 bytes} [Wed Apr 8 13:28:50 2026] POST /v3/auth/tokens => generated 1280 bytes in 273 msecs (HTTP/1.1 201) 5 headers in 366 bytes (2 switches on core 0) 2026-04-08T13:28:51.011 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-04-08T13:28:51.011 INFO:teuthology.orchestra.run.vm09.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "3b055e7811c84d41834c12ac7d88589f", "name": "admin", "password_expires_at": null}, "audit_ids": ["zxo5oQI2TpOoGI5E3J_sNQ"], "expires_at": "2026-04-08T14:28:50.000000Z", "issued_at": "2026-04-08T13:28:50.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "27584a226ca94af2af2f27dd08d518da", "name": "admin"}, "is_domain": false, "roles": [{"id": "9cd9d19973284085923d223e99f0f0a2", "name": "member"}, {"id": "7f6e3594e7a749d7810cde69d6efcad7", "name": "manager"}, {"id": "6c029ec07af64a64bde0310ea05b12e3", "name": "reader"}, {"id": "f0bfedd7a3204df7a68a852e4b43d0ed", "name": "admin"}], "catalog": [{"endpoints": [{"id": "28d71c4210c74086adbbe7a9a358a2b1", "interface": "public", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "a7a2084472b74a5b8982c9dff14d93cc", "interface": "internal", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "ae1cc156ca954c36852dbca6c627537b", "interface": "admin", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}], "id": "60fe73b729e242a2be76b832edee0f9b", "type": "identity", "name": "keystone"}]}} 2026-04-08T13:28:51.052 INFO:teuthology.orchestra.run.vm09.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, name='rgwcrypt', domain='default', parent=None, description='Encryption Tenant', enable=False, disable=False, property=None, or_show=True, immutable=False, no_immutable=False, tags=[])) 2026-04-08T13:28:51.053 INFO:teuthology.orchestra.run.vm09.stderr:Instantiating identity client: 2026-04-08T13:28:51.053 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3/domains/default -H "Accept: application/json" -H "User-Agent: python-keystoneclient" -H "X-Auth-Token: {SHA256}ce3b215d153a5ca9b64a4150d34dd18648c8301b78f9811cbcfacad6bfccbdcf" 2026-04-08T13:28:51.053 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:51.092 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 3/3] 192.168.123.109 () {30 vars in 588 bytes} [Wed Apr 8 13:28:51 2026] GET /v3/domains/default => generated 194 bytes in 37 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:51.092 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/domains/default HTTP/1.1" 200 194 2026-04-08T13:28:51.092 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 194 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-cf08ca39-dd79-4231-9471-053d52343bff 2026-04-08T13:28:51.092 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"domain": {"id": "default", "name": "Default", "description": "The default domain", "enabled": true, "tags": [], "options": {}, "links": {"self": "http://vm09.local:5000/v3/domains/default"}}} 2026-04-08T13:28:51.092 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:51.092 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/domains/default used request id req-cf08ca39-dd79-4231-9471-053d52343bff 2026-04-08T13:28:51.093 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X POST http://vm09.local:5000/v3/projects -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-keystoneclient" -H "X-Auth-Token: {SHA256}ce3b215d153a5ca9b64a4150d34dd18648c8301b78f9811cbcfacad6bfccbdcf" -d '{"project": {"domain_id": "default", "name": "rgwcrypt", "description": "Encryption Tenant", "enabled": true, "options": {}, "tags": []}}' 2026-04-08T13:28:51.093 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:51.158 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 4/4] 192.168.123.109 () {34 vars in 628 bytes} [Wed Apr 8 13:28:51 2026] POST /v3/projects => generated 314 bytes in 63 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-04-08T13:28:51.158 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/projects HTTP/1.1" 201 314 2026-04-08T13:28:51.158 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [201] Content-Length: 314 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-31839269-5711-4fe9-b564-25fc692cdf5e 2026-04-08T13:28:51.158 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"project": {"id": "f8d2499a48f14bb48fba462a7d08e741", "name": "rgwcrypt", "domain_id": "default", "description": "Encryption Tenant", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm09.local:5000/v3/projects/f8d2499a48f14bb48fba462a7d08e741"}}} 2026-04-08T13:28:51.158 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:51.158 INFO:teuthology.orchestra.run.vm09.stderr:POST call to identity for http://vm09.local:5000/v3/projects used request id req-31839269-5711-4fe9-b564-25fc692cdf5e 2026-04-08T13:28:51.159 INFO:teuthology.orchestra.run.vm09.stderr:clean_up CreateProject: 2026-04-08T13:28:51.159 INFO:teuthology.orchestra.run.vm09.stderr:END return value: 0 2026-04-08T13:28:51.159 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:28:51.159 INFO:teuthology.orchestra.run.vm09.stdout:| Field | Value | 2026-04-08T13:28:51.159 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:28:51.159 INFO:teuthology.orchestra.run.vm09.stdout:| description | Encryption Tenant | 2026-04-08T13:28:51.159 INFO:teuthology.orchestra.run.vm09.stdout:| domain_id | default | 2026-04-08T13:28:51.159 INFO:teuthology.orchestra.run.vm09.stdout:| enabled | True | 2026-04-08T13:28:51.159 INFO:teuthology.orchestra.run.vm09.stdout:| id | f8d2499a48f14bb48fba462a7d08e741 | 2026-04-08T13:28:51.159 INFO:teuthology.orchestra.run.vm09.stdout:| is_domain | False | 2026-04-08T13:28:51.159 INFO:teuthology.orchestra.run.vm09.stdout:| name | rgwcrypt | 2026-04-08T13:28:51.159 INFO:teuthology.orchestra.run.vm09.stdout:| options | {} | 2026-04-08T13:28:51.159 INFO:teuthology.orchestra.run.vm09.stdout:| parent_id | default | 2026-04-08T13:28:51.159 INFO:teuthology.orchestra.run.vm09.stdout:| tags | [] | 2026-04-08T13:28:51.159 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:28:51.256 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack project create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --description Barbican --domain default barbican --debug 2026-04-08T13:28:51.612 INFO:teuthology.orchestra.run.vm09.stderr:START with options: project create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --description Barbican --domain default barbican --debug 2026-04-08T13:28:51.613 INFO:teuthology.orchestra.run.vm09.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, endpoint=None, token=*** auth_url='http://vm09.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, identity_provider=None, protocol=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, device_authorization_endpoint=None, code_challenge_method=None, identity_provider_url=None, username='admin', password='***', oauth2_endpoint=None, oauth2_client_id=None, default_domain_id=None, default_domain_name=None, access_token_type=None, redirect_uri=None, code=None, service_provider_endpoint=None, service_provider_entity_id=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** user_id=None, oauth2_client_secret=*** user_domain_id='default', user_domain_name=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, auth_methods=None, idp_otp_key=None, access_token=*** passcode=None, os_project_name=None, os_project_id=None) 2026-04-08T13:28:51.613 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:51.613 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:51.613 INFO:teuthology.orchestra.run.vm09.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-04-08T13:28:51.613 INFO:teuthology.orchestra.run.vm09.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:51.622 INFO:teuthology.orchestra.run.vm09.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-04-08T13:28:51.626 INFO:teuthology.orchestra.run.vm09.stderr:identity API version 3, cmd group openstack.identity.v3 2026-04-08T13:28:51.628 INFO:teuthology.orchestra.run.vm09.stderr:image API version 2, cmd group openstack.image.v2 2026-04-08T13:28:51.635 INFO:teuthology.orchestra.run.vm09.stderr:network API version 2, cmd group openstack.network.v2 2026-04-08T13:28:51.636 INFO:teuthology.orchestra.run.vm09.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-04-08T13:28:51.640 INFO:teuthology.orchestra.run.vm09.stderr:volume API version 3, cmd group openstack.volume.v3 2026-04-08T13:28:51.644 INFO:teuthology.orchestra.run.vm09.stderr:command: project create -> openstackclient.identity.v3.project.CreateProject (auth=True) 2026-04-08T13:28:51.644 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:51.644 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:51.644 INFO:teuthology.orchestra.run.vm09.stderr:Using auth plugin: password 2026-04-08T13:28:51.644 INFO:teuthology.orchestra.run.vm09.stderr:Using parameters {'auth_url': 'http://vm09.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-04-08T13:28:51.645 INFO:teuthology.orchestra.run.vm09.stderr:Get auth_ref 2026-04-08T13:28:51.645 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-04-08T13:28:51.647 INFO:teuthology.orchestra.run.vm09.stderr:Starting new HTTP connection (1): vm09.local:5000 2026-04-08T13:28:51.648 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 5/5] 192.168.123.109 () {28 vars in 408 bytes} [Wed Apr 8 13:28:51 2026] GET /v3 => generated 250 bytes in 1 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:51.648 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-04-08T13:28:51.649 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-4c127606-6b90-450c-8f84-27d98e47eabb 2026-04-08T13:28:51.649 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm09.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-04-08T13:28:51.649 INFO:teuthology.orchestra.run.vm09.stderr:GET call to http://vm09.local:5000/v3 used request id req-4c127606-6b90-450c-8f84-27d98e47eabb 2026-04-08T13:28:51.649 INFO:teuthology.orchestra.run.vm09.stderr:Making authentication request to http://vm09.local:5000/v3/auth/tokens 2026-04-08T13:28:51.649 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:51.857 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 6/6] 192.168.123.109 () {32 vars in 486 bytes} [Wed Apr 8 13:28:51 2026] POST /v3/auth/tokens => generated 1280 bytes in 206 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:28:51.857 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-04-08T13:28:51.857 INFO:teuthology.orchestra.run.vm09.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "3b055e7811c84d41834c12ac7d88589f", "name": "admin", "password_expires_at": null}, "audit_ids": ["Q_EqD-jyRPahr5i_ezUP3A"], "expires_at": "2026-04-08T14:28:51.000000Z", "issued_at": "2026-04-08T13:28:51.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "27584a226ca94af2af2f27dd08d518da", "name": "admin"}, "is_domain": false, "roles": [{"id": "9cd9d19973284085923d223e99f0f0a2", "name": "member"}, {"id": "7f6e3594e7a749d7810cde69d6efcad7", "name": "manager"}, {"id": "6c029ec07af64a64bde0310ea05b12e3", "name": "reader"}, {"id": "f0bfedd7a3204df7a68a852e4b43d0ed", "name": "admin"}], "catalog": [{"endpoints": [{"id": "28d71c4210c74086adbbe7a9a358a2b1", "interface": "public", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "a7a2084472b74a5b8982c9dff14d93cc", "interface": "internal", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "ae1cc156ca954c36852dbca6c627537b", "interface": "admin", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}], "id": "60fe73b729e242a2be76b832edee0f9b", "type": "identity", "name": "keystone"}]}} 2026-04-08T13:28:51.924 INFO:teuthology.orchestra.run.vm09.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, name='barbican', domain='default', parent=None, description='Barbican', enable=False, disable=False, property=None, or_show=True, immutable=False, no_immutable=False, tags=[])) 2026-04-08T13:28:51.924 INFO:teuthology.orchestra.run.vm09.stderr:Instantiating identity client: 2026-04-08T13:28:51.924 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3/domains/default -H "Accept: application/json" -H "User-Agent: python-keystoneclient" -H "X-Auth-Token: {SHA256}907ac5434e8624bf94ac51bf23cda53978d3b2f411d867fd29d97ff6bb9723de" 2026-04-08T13:28:51.925 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:51.954 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 7/7] 192.168.123.109 () {30 vars in 588 bytes} [Wed Apr 8 13:28:51 2026] GET /v3/domains/default => generated 194 bytes in 28 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:51.955 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/domains/default HTTP/1.1" 200 194 2026-04-08T13:28:51.955 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 194 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-3d3280ad-e44d-48fc-b7f8-30ad764a3bcb 2026-04-08T13:28:51.955 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"domain": {"id": "default", "name": "Default", "description": "The default domain", "enabled": true, "tags": [], "options": {}, "links": {"self": "http://vm09.local:5000/v3/domains/default"}}} 2026-04-08T13:28:51.955 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:51.955 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/domains/default used request id req-3d3280ad-e44d-48fc-b7f8-30ad764a3bcb 2026-04-08T13:28:51.955 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X POST http://vm09.local:5000/v3/projects -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-keystoneclient" -H "X-Auth-Token: {SHA256}907ac5434e8624bf94ac51bf23cda53978d3b2f411d867fd29d97ff6bb9723de" -d '{"project": {"domain_id": "default", "name": "barbican", "description": "Barbican", "enabled": true, "options": {}, "tags": []}}' 2026-04-08T13:28:51.956 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:52.028 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 8/8] 192.168.123.109 () {34 vars in 628 bytes} [Wed Apr 8 13:28:51 2026] POST /v3/projects => generated 305 bytes in 72 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-04-08T13:28:52.029 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/projects HTTP/1.1" 201 305 2026-04-08T13:28:52.029 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [201] Content-Length: 305 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-22d694b1-c017-44c7-a3d1-dfbcb5b5013f 2026-04-08T13:28:52.029 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"project": {"id": "cf9bea38c45347e6b7775a6498162c37", "name": "barbican", "domain_id": "default", "description": "Barbican", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm09.local:5000/v3/projects/cf9bea38c45347e6b7775a6498162c37"}}} 2026-04-08T13:28:52.029 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:52.029 INFO:teuthology.orchestra.run.vm09.stderr:POST call to identity for http://vm09.local:5000/v3/projects used request id req-22d694b1-c017-44c7-a3d1-dfbcb5b5013f 2026-04-08T13:28:52.029 INFO:teuthology.orchestra.run.vm09.stderr:clean_up CreateProject: 2026-04-08T13:28:52.029 INFO:teuthology.orchestra.run.vm09.stderr:END return value: 0 2026-04-08T13:28:52.029 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:28:52.030 INFO:teuthology.orchestra.run.vm09.stdout:| Field | Value | 2026-04-08T13:28:52.030 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:28:52.030 INFO:teuthology.orchestra.run.vm09.stdout:| description | Barbican | 2026-04-08T13:28:52.030 INFO:teuthology.orchestra.run.vm09.stdout:| domain_id | default | 2026-04-08T13:28:52.030 INFO:teuthology.orchestra.run.vm09.stdout:| enabled | True | 2026-04-08T13:28:52.030 INFO:teuthology.orchestra.run.vm09.stdout:| id | cf9bea38c45347e6b7775a6498162c37 | 2026-04-08T13:28:52.030 INFO:teuthology.orchestra.run.vm09.stdout:| is_domain | False | 2026-04-08T13:28:52.030 INFO:teuthology.orchestra.run.vm09.stdout:| name | barbican | 2026-04-08T13:28:52.030 INFO:teuthology.orchestra.run.vm09.stdout:| options | {} | 2026-04-08T13:28:52.030 INFO:teuthology.orchestra.run.vm09.stdout:| parent_id | default | 2026-04-08T13:28:52.030 INFO:teuthology.orchestra.run.vm09.stdout:| tags | [] | 2026-04-08T13:28:52.030 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:28:52.150 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack project create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --description 'S3 project' --domain default s3 --debug 2026-04-08T13:28:52.509 INFO:teuthology.orchestra.run.vm09.stderr:START with options: project create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --description S3 project --domain default s3 --debug 2026-04-08T13:28:52.510 INFO:teuthology.orchestra.run.vm09.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, endpoint=None, auth_url='http://vm09.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, user_id=None, username='admin', user_domain_id='default', user_domain_name=None, passcode=None, token=*** password='***', consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** identity_provider=None, protocol=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, device_authorization_endpoint=None, code_challenge_method=None, identity_provider_url=None, service_provider_endpoint=None, service_provider_entity_id=None, oauth2_endpoint=None, oauth2_client_id=None, oauth2_client_secret=*** default_domain_id=None, default_domain_name=None, access_token=*** auth_methods=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, access_token_type=None, redirect_uri=None, code=None, idp_otp_key=None, os_project_name=None, os_project_id=None) 2026-04-08T13:28:52.510 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:52.510 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:52.511 INFO:teuthology.orchestra.run.vm09.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-04-08T13:28:52.511 INFO:teuthology.orchestra.run.vm09.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:52.519 INFO:teuthology.orchestra.run.vm09.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-04-08T13:28:52.523 INFO:teuthology.orchestra.run.vm09.stderr:identity API version 3, cmd group openstack.identity.v3 2026-04-08T13:28:52.526 INFO:teuthology.orchestra.run.vm09.stderr:image API version 2, cmd group openstack.image.v2 2026-04-08T13:28:52.533 INFO:teuthology.orchestra.run.vm09.stderr:network API version 2, cmd group openstack.network.v2 2026-04-08T13:28:52.533 INFO:teuthology.orchestra.run.vm09.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-04-08T13:28:52.537 INFO:teuthology.orchestra.run.vm09.stderr:volume API version 3, cmd group openstack.volume.v3 2026-04-08T13:28:52.541 INFO:teuthology.orchestra.run.vm09.stderr:command: project create -> openstackclient.identity.v3.project.CreateProject (auth=True) 2026-04-08T13:28:52.541 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:52.541 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:52.542 INFO:teuthology.orchestra.run.vm09.stderr:Using auth plugin: password 2026-04-08T13:28:52.542 INFO:teuthology.orchestra.run.vm09.stderr:Using parameters {'auth_url': 'http://vm09.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-04-08T13:28:52.542 INFO:teuthology.orchestra.run.vm09.stderr:Get auth_ref 2026-04-08T13:28:52.542 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-04-08T13:28:52.543 INFO:teuthology.orchestra.run.vm09.stderr:Starting new HTTP connection (1): vm09.local:5000 2026-04-08T13:28:52.545 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 9/9] 192.168.123.109 () {28 vars in 408 bytes} [Wed Apr 8 13:28:52 2026] GET /v3 => generated 250 bytes in 0 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:52.545 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-04-08T13:28:52.545 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-3b1c0d3e-fccd-41e3-bfd3-c746076789dc 2026-04-08T13:28:52.545 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm09.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-04-08T13:28:52.545 INFO:teuthology.orchestra.run.vm09.stderr:GET call to http://vm09.local:5000/v3 used request id req-3b1c0d3e-fccd-41e3-bfd3-c746076789dc 2026-04-08T13:28:52.545 INFO:teuthology.orchestra.run.vm09.stderr:Making authentication request to http://vm09.local:5000/v3/auth/tokens 2026-04-08T13:28:52.545 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:52.751 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 10/10] 192.168.123.109 () {32 vars in 486 bytes} [Wed Apr 8 13:28:52 2026] POST /v3/auth/tokens => generated 1280 bytes in 205 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:28:52.751 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-04-08T13:28:52.751 INFO:teuthology.orchestra.run.vm09.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "3b055e7811c84d41834c12ac7d88589f", "name": "admin", "password_expires_at": null}, "audit_ids": ["gw7oeKY5SyCrQbS8Ci3ofw"], "expires_at": "2026-04-08T14:28:52.000000Z", "issued_at": "2026-04-08T13:28:52.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "27584a226ca94af2af2f27dd08d518da", "name": "admin"}, "is_domain": false, "roles": [{"id": "9cd9d19973284085923d223e99f0f0a2", "name": "member"}, {"id": "7f6e3594e7a749d7810cde69d6efcad7", "name": "manager"}, {"id": "6c029ec07af64a64bde0310ea05b12e3", "name": "reader"}, {"id": "f0bfedd7a3204df7a68a852e4b43d0ed", "name": "admin"}], "catalog": [{"endpoints": [{"id": "28d71c4210c74086adbbe7a9a358a2b1", "interface": "public", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "a7a2084472b74a5b8982c9dff14d93cc", "interface": "internal", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "ae1cc156ca954c36852dbca6c627537b", "interface": "admin", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}], "id": "60fe73b729e242a2be76b832edee0f9b", "type": "identity", "name": "keystone"}]}} 2026-04-08T13:28:52.823 INFO:teuthology.orchestra.run.vm09.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, name='s3', domain='default', parent=None, description='S3 project', enable=False, disable=False, property=None, or_show=True, immutable=False, no_immutable=False, tags=[])) 2026-04-08T13:28:52.823 INFO:teuthology.orchestra.run.vm09.stderr:Instantiating identity client: 2026-04-08T13:28:52.824 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3/domains/default -H "Accept: application/json" -H "User-Agent: python-keystoneclient" -H "X-Auth-Token: {SHA256}961d0debc2d7525cace63b6389a2efd6730e74fc48fb1b57ece021b13acef509" 2026-04-08T13:28:52.824 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:52.854 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 11/11] 192.168.123.109 () {30 vars in 588 bytes} [Wed Apr 8 13:28:52 2026] GET /v3/domains/default => generated 194 bytes in 29 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:52.854 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/domains/default HTTP/1.1" 200 194 2026-04-08T13:28:52.855 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 194 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-b7f756ed-4238-4601-97fa-837bcc89d000 2026-04-08T13:28:52.855 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"domain": {"id": "default", "name": "Default", "description": "The default domain", "enabled": true, "tags": [], "options": {}, "links": {"self": "http://vm09.local:5000/v3/domains/default"}}} 2026-04-08T13:28:52.855 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:52.855 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/domains/default used request id req-b7f756ed-4238-4601-97fa-837bcc89d000 2026-04-08T13:28:52.855 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X POST http://vm09.local:5000/v3/projects -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-keystoneclient" -H "X-Auth-Token: {SHA256}961d0debc2d7525cace63b6389a2efd6730e74fc48fb1b57ece021b13acef509" -d '{"project": {"domain_id": "default", "name": "s3", "description": "S3 project", "enabled": true, "options": {}, "tags": []}}' 2026-04-08T13:28:52.855 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:52.916 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 12/12] 192.168.123.109 () {34 vars in 628 bytes} [Wed Apr 8 13:28:52 2026] POST /v3/projects => generated 301 bytes in 60 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-04-08T13:28:52.917 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/projects HTTP/1.1" 201 301 2026-04-08T13:28:52.917 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [201] Content-Length: 301 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-25bb9dee-0d5f-4a7b-9d33-a19a931fa262 2026-04-08T13:28:52.917 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"project": {"id": "25a447f3aa0d41eaba2ee576b1890b70", "name": "s3", "domain_id": "default", "description": "S3 project", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm09.local:5000/v3/projects/25a447f3aa0d41eaba2ee576b1890b70"}}} 2026-04-08T13:28:52.917 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:52.917 INFO:teuthology.orchestra.run.vm09.stderr:POST call to identity for http://vm09.local:5000/v3/projects used request id req-25bb9dee-0d5f-4a7b-9d33-a19a931fa262 2026-04-08T13:28:52.918 INFO:teuthology.orchestra.run.vm09.stderr:clean_up CreateProject: 2026-04-08T13:28:52.919 INFO:teuthology.orchestra.run.vm09.stderr:END return value: 0 2026-04-08T13:28:52.919 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:28:52.919 INFO:teuthology.orchestra.run.vm09.stdout:| Field | Value | 2026-04-08T13:28:52.919 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:28:52.919 INFO:teuthology.orchestra.run.vm09.stdout:| description | S3 project | 2026-04-08T13:28:52.919 INFO:teuthology.orchestra.run.vm09.stdout:| domain_id | default | 2026-04-08T13:28:52.919 INFO:teuthology.orchestra.run.vm09.stdout:| enabled | True | 2026-04-08T13:28:52.919 INFO:teuthology.orchestra.run.vm09.stdout:| id | 25a447f3aa0d41eaba2ee576b1890b70 | 2026-04-08T13:28:52.919 INFO:teuthology.orchestra.run.vm09.stdout:| is_domain | False | 2026-04-08T13:28:52.919 INFO:teuthology.orchestra.run.vm09.stdout:| name | s3 | 2026-04-08T13:28:52.919 INFO:teuthology.orchestra.run.vm09.stdout:| options | {} | 2026-04-08T13:28:52.919 INFO:teuthology.orchestra.run.vm09.stdout:| parent_id | default | 2026-04-08T13:28:52.919 INFO:teuthology.orchestra.run.vm09.stdout:| tags | [] | 2026-04-08T13:28:52.919 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:28:53.032 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack user create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --domain default --password rgwcrypt-pass --project rgwcrypt rgwcrypt-user --debug 2026-04-08T13:28:53.403 INFO:teuthology.orchestra.run.vm09.stderr:START with options: user create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --domain default --password *** --project rgwcrypt rgwcrypt-user --debug 2026-04-08T13:28:53.404 INFO:teuthology.orchestra.run.vm09.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm09.local:5000/v3', consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** endpoint=None, username='admin', password='***', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, oauth2_endpoint=None, oauth2_client_id=None, default_domain_id=None, default_domain_name=None, token=*** user_id=None, user_domain_id='default', user_domain_name=None, passcode=None, auth_methods=None, identity_provider=None, protocol=None, identity_provider_url=None, service_provider_endpoint=None, service_provider_entity_id=None, access_token=*** oauth2_client_secret=*** client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, idp_otp_key=None, device_authorization_endpoint=None, code_challenge_method=None, redirect_uri=None, code=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, os_project_name=None, os_project_id=None) 2026-04-08T13:28:53.404 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:53.404 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:53.404 INFO:teuthology.orchestra.run.vm09.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-04-08T13:28:53.404 INFO:teuthology.orchestra.run.vm09.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:53.413 INFO:teuthology.orchestra.run.vm09.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-04-08T13:28:53.417 INFO:teuthology.orchestra.run.vm09.stderr:identity API version 3, cmd group openstack.identity.v3 2026-04-08T13:28:53.420 INFO:teuthology.orchestra.run.vm09.stderr:image API version 2, cmd group openstack.image.v2 2026-04-08T13:28:53.428 INFO:teuthology.orchestra.run.vm09.stderr:network API version 2, cmd group openstack.network.v2 2026-04-08T13:28:53.428 INFO:teuthology.orchestra.run.vm09.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-04-08T13:28:53.433 INFO:teuthology.orchestra.run.vm09.stderr:volume API version 3, cmd group openstack.volume.v3 2026-04-08T13:28:53.437 INFO:teuthology.orchestra.run.vm09.stderr:command: user create -> openstackclient.identity.v3.user.CreateUser (auth=True) 2026-04-08T13:28:53.438 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:53.438 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:53.438 INFO:teuthology.orchestra.run.vm09.stderr:Using auth plugin: password 2026-04-08T13:28:53.438 INFO:teuthology.orchestra.run.vm09.stderr:Using parameters {'auth_url': 'http://vm09.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-04-08T13:28:53.439 INFO:teuthology.orchestra.run.vm09.stderr:Get auth_ref 2026-04-08T13:28:53.439 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-04-08T13:28:53.440 INFO:teuthology.orchestra.run.vm09.stderr:Starting new HTTP connection (1): vm09.local:5000 2026-04-08T13:28:53.441 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 13/13] 192.168.123.109 () {28 vars in 408 bytes} [Wed Apr 8 13:28:53 2026] GET /v3 => generated 250 bytes in 0 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:53.442 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-04-08T13:28:53.442 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-0d45eed8-57c2-4788-972f-f55ef5ed812d 2026-04-08T13:28:53.442 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm09.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-04-08T13:28:53.442 INFO:teuthology.orchestra.run.vm09.stderr:GET call to http://vm09.local:5000/v3 used request id req-0d45eed8-57c2-4788-972f-f55ef5ed812d 2026-04-08T13:28:53.442 INFO:teuthology.orchestra.run.vm09.stderr:Making authentication request to http://vm09.local:5000/v3/auth/tokens 2026-04-08T13:28:53.442 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:53.647 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 14/14] 192.168.123.109 () {32 vars in 486 bytes} [Wed Apr 8 13:28:53 2026] POST /v3/auth/tokens => generated 1280 bytes in 204 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:28:53.647 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-04-08T13:28:53.648 INFO:teuthology.orchestra.run.vm09.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "3b055e7811c84d41834c12ac7d88589f", "name": "admin", "password_expires_at": null}, "audit_ids": ["ry9j_pZiQ42xDU5FBlsfLg"], "expires_at": "2026-04-08T14:28:53.000000Z", "issued_at": "2026-04-08T13:28:53.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "27584a226ca94af2af2f27dd08d518da", "name": "admin"}, "is_domain": false, "roles": [{"id": "9cd9d19973284085923d223e99f0f0a2", "name": "member"}, {"id": "7f6e3594e7a749d7810cde69d6efcad7", "name": "manager"}, {"id": "6c029ec07af64a64bde0310ea05b12e3", "name": "reader"}, {"id": "f0bfedd7a3204df7a68a852e4b43d0ed", "name": "admin"}], "catalog": [{"endpoints": [{"id": "28d71c4210c74086adbbe7a9a358a2b1", "interface": "public", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "a7a2084472b74a5b8982c9dff14d93cc", "interface": "internal", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "ae1cc156ca954c36852dbca6c627537b", "interface": "admin", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}], "id": "60fe73b729e242a2be76b832edee0f9b", "type": "identity", "name": "keystone"}]}} 2026-04-08T13:28:53.713 INFO:teuthology.orchestra.run.vm09.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, name='rgwcrypt-user', domain='default', project='rgwcrypt', project_domain=None, password='rgwcrypt-pass', password_prompt=False, email=None, description=None, ignore_lockout_failure_attempts=False, no_ignore_lockout_failure_attempts=False, ignore_password_expiry=False, no_ignore_password_expiry=False, ignore_change_password_upon_first_use=False, no_ignore_change_password_upon_first_use=False, enable_lock_password=False, disable_lock_password=False, enable_multi_factor_auth=False, disable_multi_factor_auth=False, multi_factor_auth_rule=[], enable=False, disable=False, or_show=True)) 2026-04-08T13:28:53.715 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3/domains/default -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}1cab5fb6852a3ed67792483fc2ee9644e31558794407933df9ef0e78f0f87e24" 2026-04-08T13:28:53.716 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:53.747 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 15/15] 192.168.123.109 () {30 vars in 631 bytes} [Wed Apr 8 13:28:53 2026] GET /v3/domains/default => generated 194 bytes in 30 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:53.747 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/domains/default HTTP/1.1" 200 194 2026-04-08T13:28:53.748 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 194 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-9603e4bc-cf6f-404f-8afb-7ce37f9029e2 2026-04-08T13:28:53.748 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"domain": {"id": "default", "name": "Default", "description": "The default domain", "enabled": true, "tags": [], "options": {}, "links": {"self": "http://vm09.local:5000/v3/domains/default"}}} 2026-04-08T13:28:53.748 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:53.748 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/domains/default used request id req-9603e4bc-cf6f-404f-8afb-7ce37f9029e2 2026-04-08T13:28:53.749 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/projects/rgwcrypt?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}1cab5fb6852a3ed67792483fc2ee9644e31558794407933df9ef0e78f0f87e24" 2026-04-08T13:28:53.749 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:53.791 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 16/16] 192.168.123.109 () {30 vars in 635 bytes} [Wed Apr 8 13:28:53 2026] GET /v3/projects/rgwcrypt => generated 89 bytes in 41 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-04-08T13:28:53.791 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/projects/rgwcrypt HTTP/1.1" 404 89 2026-04-08T13:28:53.792 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [404] Content-Length: 89 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-d96be50b-ed7e-4de6-9384-5925810ec8b0 2026-04-08T13:28:53.792 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find project: rgwcrypt.","title":"Not Found"}} 2026-04-08T13:28:53.792 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:53.792 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/projects/rgwcrypt used request id req-d96be50b-ed7e-4de6-9384-5925810ec8b0 2026-04-08T13:28:53.792 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/projects?domain_id=None&name=rgwcrypt" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}1cab5fb6852a3ed67792483fc2ee9644e31558794407933df9ef0e78f0f87e24" 2026-04-08T13:28:53.793 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:53.912 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 17/17] 192.168.123.109 () {30 vars in 657 bytes} [Wed Apr 8 13:28:53 2026] GET /v3/projects?name=rgwcrypt => generated 420 bytes in 119 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:53.913 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/projects?name=rgwcrypt HTTP/1.1" 200 420 2026-04-08T13:28:53.913 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 420 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-62288ed5-799c-4af1-ae14-bc78f7876de7 2026-04-08T13:28:53.913 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"projects": [{"id": "f8d2499a48f14bb48fba462a7d08e741", "name": "rgwcrypt", "domain_id": "default", "description": "Encryption Tenant", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm09.local:5000/v3/projects/f8d2499a48f14bb48fba462a7d08e741"}}], "links": {"next": null, "self": "http://vm09.local:5000/v3/projects?name=rgwcrypt", "previous": null}} 2026-04-08T13:28:53.913 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:53.913 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/projects?name=rgwcrypt used request id req-62288ed5-799c-4af1-ae14-bc78f7876de7 2026-04-08T13:28:53.914 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X POST http://vm09.local:5000/v3/users -H "Content-Type: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}1cab5fb6852a3ed67792483fc2ee9644e31558794407933df9ef0e78f0f87e24" -d '{"user": {"password": "rgwcrypt-pass", "domain_id": "default", "default_project_id": "f8d2499a48f14bb48fba462a7d08e741", "name": "rgwcrypt-user", "enabled": true}}' 2026-04-08T13:28:53.914 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:54.130 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 18/18] 192.168.123.109 () {34 vars in 665 bytes} [Wed Apr 8 13:28:53 2026] POST /v3/users => generated 308 bytes in 215 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-04-08T13:28:54.130 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/users HTTP/1.1" 201 308 2026-04-08T13:28:54.130 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [201] Content-Length: 308 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-c0905707-6061-4d3c-8eaa-e89796a7f551 2026-04-08T13:28:54.130 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"user": {"id": "186dc861d3cc49a9b4e228d0e4bd8799", "name": "rgwcrypt-user", "domain_id": "default", "enabled": true, "default_project_id": "f8d2499a48f14bb48fba462a7d08e741", "password_expires_at": null, "options": {}, "links": {"self": "http://vm09.local:5000/v3/users/186dc861d3cc49a9b4e228d0e4bd8799"}}} 2026-04-08T13:28:54.130 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:54.130 INFO:teuthology.orchestra.run.vm09.stderr:POST call to identity for http://vm09.local:5000/v3/users used request id req-c0905707-6061-4d3c-8eaa-e89796a7f551 2026-04-08T13:28:54.131 INFO:teuthology.orchestra.run.vm09.stderr:clean_up CreateUser: 2026-04-08T13:28:54.131 INFO:teuthology.orchestra.run.vm09.stderr:END return value: 0 2026-04-08T13:28:54.131 INFO:teuthology.orchestra.run.vm09.stdout:+---------------------+----------------------------------+ 2026-04-08T13:28:54.131 INFO:teuthology.orchestra.run.vm09.stdout:| Field | Value | 2026-04-08T13:28:54.131 INFO:teuthology.orchestra.run.vm09.stdout:+---------------------+----------------------------------+ 2026-04-08T13:28:54.131 INFO:teuthology.orchestra.run.vm09.stdout:| default_project_id | f8d2499a48f14bb48fba462a7d08e741 | 2026-04-08T13:28:54.131 INFO:teuthology.orchestra.run.vm09.stdout:| domain_id | default | 2026-04-08T13:28:54.131 INFO:teuthology.orchestra.run.vm09.stdout:| email | None | 2026-04-08T13:28:54.131 INFO:teuthology.orchestra.run.vm09.stdout:| enabled | True | 2026-04-08T13:28:54.131 INFO:teuthology.orchestra.run.vm09.stdout:| id | 186dc861d3cc49a9b4e228d0e4bd8799 | 2026-04-08T13:28:54.131 INFO:teuthology.orchestra.run.vm09.stdout:| name | rgwcrypt-user | 2026-04-08T13:28:54.131 INFO:teuthology.orchestra.run.vm09.stdout:| description | None | 2026-04-08T13:28:54.131 INFO:teuthology.orchestra.run.vm09.stdout:| password_expires_at | None | 2026-04-08T13:28:54.131 INFO:teuthology.orchestra.run.vm09.stdout:+---------------------+----------------------------------+ 2026-04-08T13:28:54.241 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack user create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --domain default --password barbican-pass --project barbican barbican-user --debug 2026-04-08T13:28:54.617 INFO:teuthology.orchestra.run.vm09.stderr:START with options: user create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --domain default --password *** --project barbican barbican-user --debug 2026-04-08T13:28:54.618 INFO:teuthology.orchestra.run.vm09.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm09.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, identity_provider=None, protocol=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, device_authorization_endpoint=None, code_challenge_method=None, token=*** access_token_type=None, redirect_uri=None, code=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** username='admin', password='***', idp_otp_key=None, identity_provider_url=None, service_provider_endpoint=None, service_provider_entity_id=None, default_domain_id=None, default_domain_name=None, user_id=None, user_domain_id='default', user_domain_name=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, auth_methods=None, endpoint=None, access_token=*** oauth2_endpoint=None, oauth2_client_id=None, oauth2_client_secret=*** passcode=None, os_project_name=None, os_project_id=None) 2026-04-08T13:28:54.618 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:54.618 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:54.618 INFO:teuthology.orchestra.run.vm09.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-04-08T13:28:54.619 INFO:teuthology.orchestra.run.vm09.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:54.627 INFO:teuthology.orchestra.run.vm09.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-04-08T13:28:54.632 INFO:teuthology.orchestra.run.vm09.stderr:identity API version 3, cmd group openstack.identity.v3 2026-04-08T13:28:54.634 INFO:teuthology.orchestra.run.vm09.stderr:image API version 2, cmd group openstack.image.v2 2026-04-08T13:28:54.642 INFO:teuthology.orchestra.run.vm09.stderr:network API version 2, cmd group openstack.network.v2 2026-04-08T13:28:54.643 INFO:teuthology.orchestra.run.vm09.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-04-08T13:28:54.648 INFO:teuthology.orchestra.run.vm09.stderr:volume API version 3, cmd group openstack.volume.v3 2026-04-08T13:28:54.653 INFO:teuthology.orchestra.run.vm09.stderr:command: user create -> openstackclient.identity.v3.user.CreateUser (auth=True) 2026-04-08T13:28:54.653 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:54.653 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:54.654 INFO:teuthology.orchestra.run.vm09.stderr:Using auth plugin: password 2026-04-08T13:28:54.654 INFO:teuthology.orchestra.run.vm09.stderr:Using parameters {'auth_url': 'http://vm09.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-04-08T13:28:54.655 INFO:teuthology.orchestra.run.vm09.stderr:Get auth_ref 2026-04-08T13:28:54.655 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-04-08T13:28:54.656 INFO:teuthology.orchestra.run.vm09.stderr:Starting new HTTP connection (1): vm09.local:5000 2026-04-08T13:28:54.658 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 19/19] 192.168.123.109 () {28 vars in 408 bytes} [Wed Apr 8 13:28:54 2026] GET /v3 => generated 250 bytes in 0 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:54.658 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-04-08T13:28:54.659 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-262a897e-b0a4-4715-a4d5-22b9e84c0b08 2026-04-08T13:28:54.659 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm09.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-04-08T13:28:54.659 INFO:teuthology.orchestra.run.vm09.stderr:GET call to http://vm09.local:5000/v3 used request id req-262a897e-b0a4-4715-a4d5-22b9e84c0b08 2026-04-08T13:28:54.659 INFO:teuthology.orchestra.run.vm09.stderr:Making authentication request to http://vm09.local:5000/v3/auth/tokens 2026-04-08T13:28:54.659 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:54.877 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 20/20] 192.168.123.109 () {32 vars in 486 bytes} [Wed Apr 8 13:28:54 2026] POST /v3/auth/tokens => generated 1280 bytes in 216 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:28:54.877 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-04-08T13:28:54.877 INFO:teuthology.orchestra.run.vm09.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "3b055e7811c84d41834c12ac7d88589f", "name": "admin", "password_expires_at": null}, "audit_ids": ["4y7tF3AHQL-Y99O8yvbs5w"], "expires_at": "2026-04-08T14:28:54.000000Z", "issued_at": "2026-04-08T13:28:54.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "27584a226ca94af2af2f27dd08d518da", "name": "admin"}, "is_domain": false, "roles": [{"id": "9cd9d19973284085923d223e99f0f0a2", "name": "member"}, {"id": "7f6e3594e7a749d7810cde69d6efcad7", "name": "manager"}, {"id": "6c029ec07af64a64bde0310ea05b12e3", "name": "reader"}, {"id": "f0bfedd7a3204df7a68a852e4b43d0ed", "name": "admin"}], "catalog": [{"endpoints": [{"id": "28d71c4210c74086adbbe7a9a358a2b1", "interface": "public", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "a7a2084472b74a5b8982c9dff14d93cc", "interface": "internal", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "ae1cc156ca954c36852dbca6c627537b", "interface": "admin", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}], "id": "60fe73b729e242a2be76b832edee0f9b", "type": "identity", "name": "keystone"}]}} 2026-04-08T13:28:54.966 INFO:teuthology.orchestra.run.vm09.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, name='barbican-user', domain='default', project='barbican', project_domain=None, password='barbican-pass', password_prompt=False, email=None, description=None, ignore_lockout_failure_attempts=False, no_ignore_lockout_failure_attempts=False, ignore_password_expiry=False, no_ignore_password_expiry=False, ignore_change_password_upon_first_use=False, no_ignore_change_password_upon_first_use=False, enable_lock_password=False, disable_lock_password=False, enable_multi_factor_auth=False, disable_multi_factor_auth=False, multi_factor_auth_rule=[], enable=False, disable=False, or_show=True)) 2026-04-08T13:28:54.969 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3/domains/default -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}2976740b81306a91b0586df54d69b35ba0a1496ebce894d203405e9f804f7c09" 2026-04-08T13:28:54.969 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:54.997 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 21/21] 192.168.123.109 () {30 vars in 631 bytes} [Wed Apr 8 13:28:54 2026] GET /v3/domains/default => generated 194 bytes in 27 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:54.997 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/domains/default HTTP/1.1" 200 194 2026-04-08T13:28:54.998 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 194 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-25539493-6265-44e4-a39c-3666e6b43fd2 2026-04-08T13:28:54.998 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"domain": {"id": "default", "name": "Default", "description": "The default domain", "enabled": true, "tags": [], "options": {}, "links": {"self": "http://vm09.local:5000/v3/domains/default"}}} 2026-04-08T13:28:54.998 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:54.998 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/domains/default used request id req-25539493-6265-44e4-a39c-3666e6b43fd2 2026-04-08T13:28:54.999 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/projects/barbican?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}2976740b81306a91b0586df54d69b35ba0a1496ebce894d203405e9f804f7c09" 2026-04-08T13:28:54.999 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:55.033 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 22/22] 192.168.123.109 () {30 vars in 635 bytes} [Wed Apr 8 13:28:55 2026] GET /v3/projects/barbican => generated 89 bytes in 33 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-04-08T13:28:55.033 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/projects/barbican HTTP/1.1" 404 89 2026-04-08T13:28:55.033 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [404] Content-Length: 89 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-5b783f71-2ccf-4ff8-bfb3-ee08b1389e02 2026-04-08T13:28:55.033 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find project: barbican.","title":"Not Found"}} 2026-04-08T13:28:55.033 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:55.033 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/projects/barbican used request id req-5b783f71-2ccf-4ff8-bfb3-ee08b1389e02 2026-04-08T13:28:55.034 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/projects?domain_id=None&name=barbican" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}2976740b81306a91b0586df54d69b35ba0a1496ebce894d203405e9f804f7c09" 2026-04-08T13:28:55.034 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:55.069 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 23/23] 192.168.123.109 () {30 vars in 657 bytes} [Wed Apr 8 13:28:55 2026] GET /v3/projects?name=barbican => generated 411 bytes in 33 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:55.069 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/projects?name=barbican HTTP/1.1" 200 411 2026-04-08T13:28:55.069 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 411 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-ad189886-a439-4a43-838e-d6fc969b5d39 2026-04-08T13:28:55.069 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"projects": [{"id": "cf9bea38c45347e6b7775a6498162c37", "name": "barbican", "domain_id": "default", "description": "Barbican", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm09.local:5000/v3/projects/cf9bea38c45347e6b7775a6498162c37"}}], "links": {"next": null, "self": "http://vm09.local:5000/v3/projects?name=barbican", "previous": null}} 2026-04-08T13:28:55.069 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:55.069 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/projects?name=barbican used request id req-ad189886-a439-4a43-838e-d6fc969b5d39 2026-04-08T13:28:55.070 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X POST http://vm09.local:5000/v3/users -H "Content-Type: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}2976740b81306a91b0586df54d69b35ba0a1496ebce894d203405e9f804f7c09" -d '{"user": {"password": "barbican-pass", "domain_id": "default", "enabled": true, "default_project_id": "cf9bea38c45347e6b7775a6498162c37", "name": "barbican-user"}}' 2026-04-08T13:28:55.071 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:55.278 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 24/24] 192.168.123.109 () {34 vars in 665 bytes} [Wed Apr 8 13:28:55 2026] POST /v3/users => generated 308 bytes in 207 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-04-08T13:28:55.279 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/users HTTP/1.1" 201 308 2026-04-08T13:28:55.279 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [201] Content-Length: 308 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-8340b2da-efec-40d3-a245-c09bae26a0f5 2026-04-08T13:28:55.279 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"user": {"id": "e393b2b33a0740fca43bdc02f969226b", "name": "barbican-user", "domain_id": "default", "enabled": true, "default_project_id": "cf9bea38c45347e6b7775a6498162c37", "password_expires_at": null, "options": {}, "links": {"self": "http://vm09.local:5000/v3/users/e393b2b33a0740fca43bdc02f969226b"}}} 2026-04-08T13:28:55.279 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:55.279 INFO:teuthology.orchestra.run.vm09.stderr:POST call to identity for http://vm09.local:5000/v3/users used request id req-8340b2da-efec-40d3-a245-c09bae26a0f5 2026-04-08T13:28:55.279 INFO:teuthology.orchestra.run.vm09.stderr:clean_up CreateUser: 2026-04-08T13:28:55.280 INFO:teuthology.orchestra.run.vm09.stderr:END return value: 0 2026-04-08T13:28:55.280 INFO:teuthology.orchestra.run.vm09.stdout:+---------------------+----------------------------------+ 2026-04-08T13:28:55.280 INFO:teuthology.orchestra.run.vm09.stdout:| Field | Value | 2026-04-08T13:28:55.280 INFO:teuthology.orchestra.run.vm09.stdout:+---------------------+----------------------------------+ 2026-04-08T13:28:55.280 INFO:teuthology.orchestra.run.vm09.stdout:| default_project_id | cf9bea38c45347e6b7775a6498162c37 | 2026-04-08T13:28:55.280 INFO:teuthology.orchestra.run.vm09.stdout:| domain_id | default | 2026-04-08T13:28:55.280 INFO:teuthology.orchestra.run.vm09.stdout:| email | None | 2026-04-08T13:28:55.280 INFO:teuthology.orchestra.run.vm09.stdout:| enabled | True | 2026-04-08T13:28:55.280 INFO:teuthology.orchestra.run.vm09.stdout:| id | e393b2b33a0740fca43bdc02f969226b | 2026-04-08T13:28:55.280 INFO:teuthology.orchestra.run.vm09.stdout:| name | barbican-user | 2026-04-08T13:28:55.280 INFO:teuthology.orchestra.run.vm09.stdout:| description | None | 2026-04-08T13:28:55.280 INFO:teuthology.orchestra.run.vm09.stdout:| password_expires_at | None | 2026-04-08T13:28:55.280 INFO:teuthology.orchestra.run.vm09.stdout:+---------------------+----------------------------------+ 2026-04-08T13:28:55.380 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack user create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --domain default --password s3-pass --project s3 s3-user --debug 2026-04-08T13:28:55.752 INFO:teuthology.orchestra.run.vm09.stderr:START with options: user create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --domain default --password *** --project s3 s3-user --debug 2026-04-08T13:28:55.752 INFO:teuthology.orchestra.run.vm09.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm09.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, identity_provider=None, protocol=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, redirect_uri=None, code=None, identity_provider_url=None, username='admin', password='***', default_domain_id=None, default_domain_name=None, user_id=None, user_domain_id='default', user_domain_name=None, access_token=*** endpoint=None, token=*** device_authorization_endpoint=None, code_challenge_method=None, oauth2_endpoint=None, oauth2_client_id=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** auth_methods=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, service_provider_endpoint=None, service_provider_entity_id=None, oauth2_client_secret=*** idp_otp_key=None, passcode=None, os_project_name=None, os_project_id=None) 2026-04-08T13:28:55.753 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:55.753 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:55.753 INFO:teuthology.orchestra.run.vm09.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-04-08T13:28:55.753 INFO:teuthology.orchestra.run.vm09.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:55.764 INFO:teuthology.orchestra.run.vm09.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-04-08T13:28:55.768 INFO:teuthology.orchestra.run.vm09.stderr:identity API version 3, cmd group openstack.identity.v3 2026-04-08T13:28:55.771 INFO:teuthology.orchestra.run.vm09.stderr:image API version 2, cmd group openstack.image.v2 2026-04-08T13:28:55.778 INFO:teuthology.orchestra.run.vm09.stderr:network API version 2, cmd group openstack.network.v2 2026-04-08T13:28:55.778 INFO:teuthology.orchestra.run.vm09.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-04-08T13:28:55.783 INFO:teuthology.orchestra.run.vm09.stderr:volume API version 3, cmd group openstack.volume.v3 2026-04-08T13:28:55.787 INFO:teuthology.orchestra.run.vm09.stderr:command: user create -> openstackclient.identity.v3.user.CreateUser (auth=True) 2026-04-08T13:28:55.787 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:55.787 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:55.787 INFO:teuthology.orchestra.run.vm09.stderr:Using auth plugin: password 2026-04-08T13:28:55.787 INFO:teuthology.orchestra.run.vm09.stderr:Using parameters {'auth_url': 'http://vm09.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-04-08T13:28:55.788 INFO:teuthology.orchestra.run.vm09.stderr:Get auth_ref 2026-04-08T13:28:55.788 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-04-08T13:28:55.789 INFO:teuthology.orchestra.run.vm09.stderr:Starting new HTTP connection (1): vm09.local:5000 2026-04-08T13:28:55.791 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 25/25] 192.168.123.109 () {28 vars in 408 bytes} [Wed Apr 8 13:28:55 2026] GET /v3 => generated 250 bytes in 1 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:55.791 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-04-08T13:28:55.791 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-df95e33d-06e8-4a4c-ae0d-70984cf37a3f 2026-04-08T13:28:55.791 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm09.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-04-08T13:28:55.791 INFO:teuthology.orchestra.run.vm09.stderr:GET call to http://vm09.local:5000/v3 used request id req-df95e33d-06e8-4a4c-ae0d-70984cf37a3f 2026-04-08T13:28:55.791 INFO:teuthology.orchestra.run.vm09.stderr:Making authentication request to http://vm09.local:5000/v3/auth/tokens 2026-04-08T13:28:55.792 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:56.000 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 26/26] 192.168.123.109 () {32 vars in 486 bytes} [Wed Apr 8 13:28:55 2026] POST /v3/auth/tokens => generated 1280 bytes in 207 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:28:56.000 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-04-08T13:28:56.000 INFO:teuthology.orchestra.run.vm09.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "3b055e7811c84d41834c12ac7d88589f", "name": "admin", "password_expires_at": null}, "audit_ids": ["mU9k_SDjTrKp79WEN24t9g"], "expires_at": "2026-04-08T14:28:55.000000Z", "issued_at": "2026-04-08T13:28:55.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "27584a226ca94af2af2f27dd08d518da", "name": "admin"}, "is_domain": false, "roles": [{"id": "9cd9d19973284085923d223e99f0f0a2", "name": "member"}, {"id": "7f6e3594e7a749d7810cde69d6efcad7", "name": "manager"}, {"id": "6c029ec07af64a64bde0310ea05b12e3", "name": "reader"}, {"id": "f0bfedd7a3204df7a68a852e4b43d0ed", "name": "admin"}], "catalog": [{"endpoints": [{"id": "28d71c4210c74086adbbe7a9a358a2b1", "interface": "public", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "a7a2084472b74a5b8982c9dff14d93cc", "interface": "internal", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "ae1cc156ca954c36852dbca6c627537b", "interface": "admin", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}], "id": "60fe73b729e242a2be76b832edee0f9b", "type": "identity", "name": "keystone"}]}} 2026-04-08T13:28:56.075 INFO:teuthology.orchestra.run.vm09.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, name='s3-user', domain='default', project='s3', project_domain=None, password='s3-pass', password_prompt=False, email=None, description=None, ignore_lockout_failure_attempts=False, no_ignore_lockout_failure_attempts=False, ignore_password_expiry=False, no_ignore_password_expiry=False, ignore_change_password_upon_first_use=False, no_ignore_change_password_upon_first_use=False, enable_lock_password=False, disable_lock_password=False, enable_multi_factor_auth=False, disable_multi_factor_auth=False, multi_factor_auth_rule=[], enable=False, disable=False, or_show=True)) 2026-04-08T13:28:56.077 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3/domains/default -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}959f227647364b9ebe719a3b87f55ebdbf3c6a7dc555ee72879e32dfd1386c66" 2026-04-08T13:28:56.077 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:56.110 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 27/27] 192.168.123.109 () {30 vars in 631 bytes} [Wed Apr 8 13:28:56 2026] GET /v3/domains/default => generated 194 bytes in 32 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:56.111 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/domains/default HTTP/1.1" 200 194 2026-04-08T13:28:56.111 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 194 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-462fe220-24f7-424f-8cf4-8a3526a77fb8 2026-04-08T13:28:56.111 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"domain": {"id": "default", "name": "Default", "description": "The default domain", "enabled": true, "tags": [], "options": {}, "links": {"self": "http://vm09.local:5000/v3/domains/default"}}} 2026-04-08T13:28:56.111 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:56.111 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/domains/default used request id req-462fe220-24f7-424f-8cf4-8a3526a77fb8 2026-04-08T13:28:56.112 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/projects/s3?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}959f227647364b9ebe719a3b87f55ebdbf3c6a7dc555ee72879e32dfd1386c66" 2026-04-08T13:28:56.112 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:56.148 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 28/28] 192.168.123.109 () {30 vars in 623 bytes} [Wed Apr 8 13:28:56 2026] GET /v3/projects/s3 => generated 83 bytes in 35 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-04-08T13:28:56.148 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/projects/s3 HTTP/1.1" 404 83 2026-04-08T13:28:56.148 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [404] Content-Length: 83 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-6d2023f5-0183-48ba-9279-4e94fa713e97 2026-04-08T13:28:56.149 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find project: s3.","title":"Not Found"}} 2026-04-08T13:28:56.149 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:56.149 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/projects/s3 used request id req-6d2023f5-0183-48ba-9279-4e94fa713e97 2026-04-08T13:28:56.149 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/projects?domain_id=None&name=s3" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}959f227647364b9ebe719a3b87f55ebdbf3c6a7dc555ee72879e32dfd1386c66" 2026-04-08T13:28:56.149 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:56.186 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 29/29] 192.168.123.109 () {30 vars in 645 bytes} [Wed Apr 8 13:28:56 2026] GET /v3/projects?name=s3 => generated 401 bytes in 36 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:56.187 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/projects?name=s3 HTTP/1.1" 200 401 2026-04-08T13:28:56.187 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 401 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-2d3f7688-b88a-47bc-b272-e84bfaeb7319 2026-04-08T13:28:56.187 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"projects": [{"id": "25a447f3aa0d41eaba2ee576b1890b70", "name": "s3", "domain_id": "default", "description": "S3 project", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm09.local:5000/v3/projects/25a447f3aa0d41eaba2ee576b1890b70"}}], "links": {"next": null, "self": "http://vm09.local:5000/v3/projects?name=s3", "previous": null}} 2026-04-08T13:28:56.187 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:56.187 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/projects?name=s3 used request id req-2d3f7688-b88a-47bc-b272-e84bfaeb7319 2026-04-08T13:28:56.188 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X POST http://vm09.local:5000/v3/users -H "Content-Type: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}959f227647364b9ebe719a3b87f55ebdbf3c6a7dc555ee72879e32dfd1386c66" -d '{"user": {"default_project_id": "25a447f3aa0d41eaba2ee576b1890b70", "domain_id": "default", "password": "s3-pass", "enabled": true, "name": "s3-user"}}' 2026-04-08T13:28:56.188 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:56.405 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 30/30] 192.168.123.109 () {34 vars in 665 bytes} [Wed Apr 8 13:28:56 2026] POST /v3/users => generated 302 bytes in 215 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-04-08T13:28:56.405 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/users HTTP/1.1" 201 302 2026-04-08T13:28:56.405 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [201] Content-Length: 302 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-f4e24708-6808-4b1f-bbd6-d5b7bcda20a8 2026-04-08T13:28:56.405 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"user": {"id": "6f02ea20bee34df982a36dd4c3d14fb3", "name": "s3-user", "domain_id": "default", "enabled": true, "default_project_id": "25a447f3aa0d41eaba2ee576b1890b70", "password_expires_at": null, "options": {}, "links": {"self": "http://vm09.local:5000/v3/users/6f02ea20bee34df982a36dd4c3d14fb3"}}} 2026-04-08T13:28:56.405 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:56.405 INFO:teuthology.orchestra.run.vm09.stderr:POST call to identity for http://vm09.local:5000/v3/users used request id req-f4e24708-6808-4b1f-bbd6-d5b7bcda20a8 2026-04-08T13:28:56.406 INFO:teuthology.orchestra.run.vm09.stderr:clean_up CreateUser: 2026-04-08T13:28:56.406 INFO:teuthology.orchestra.run.vm09.stderr:END return value: 0 2026-04-08T13:28:56.406 INFO:teuthology.orchestra.run.vm09.stdout:+---------------------+----------------------------------+ 2026-04-08T13:28:56.406 INFO:teuthology.orchestra.run.vm09.stdout:| Field | Value | 2026-04-08T13:28:56.406 INFO:teuthology.orchestra.run.vm09.stdout:+---------------------+----------------------------------+ 2026-04-08T13:28:56.406 INFO:teuthology.orchestra.run.vm09.stdout:| default_project_id | 25a447f3aa0d41eaba2ee576b1890b70 | 2026-04-08T13:28:56.406 INFO:teuthology.orchestra.run.vm09.stdout:| domain_id | default | 2026-04-08T13:28:56.406 INFO:teuthology.orchestra.run.vm09.stdout:| email | None | 2026-04-08T13:28:56.406 INFO:teuthology.orchestra.run.vm09.stdout:| enabled | True | 2026-04-08T13:28:56.406 INFO:teuthology.orchestra.run.vm09.stdout:| id | 6f02ea20bee34df982a36dd4c3d14fb3 | 2026-04-08T13:28:56.406 INFO:teuthology.orchestra.run.vm09.stdout:| name | s3-user | 2026-04-08T13:28:56.406 INFO:teuthology.orchestra.run.vm09.stdout:| description | None | 2026-04-08T13:28:56.406 INFO:teuthology.orchestra.run.vm09.stdout:| password_expires_at | None | 2026-04-08T13:28:56.406 INFO:teuthology.orchestra.run.vm09.stdout:+---------------------+----------------------------------+ 2026-04-08T13:28:56.532 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack role create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 member --debug 2026-04-08T13:28:56.910 INFO:teuthology.orchestra.run.vm09.stderr:START with options: role create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 member --debug 2026-04-08T13:28:56.910 INFO:teuthology.orchestra.run.vm09.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm09.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, identity_provider=None, protocol=None, identity_provider_url=None, username='admin', password='***', client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** user_id=None, user_domain_id='default', user_domain_name=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, auth_methods=None, service_provider_endpoint=None, service_provider_entity_id=None, default_domain_id=None, default_domain_name=None, oauth2_endpoint=None, oauth2_client_id=None, oauth2_client_secret=*** access_token=*** endpoint=None, token=*** redirect_uri=None, code=None, passcode=None, device_authorization_endpoint=None, code_challenge_method=None, idp_otp_key=None, os_project_name=None, os_project_id=None) 2026-04-08T13:28:56.911 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:56.911 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:56.911 INFO:teuthology.orchestra.run.vm09.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-04-08T13:28:56.911 INFO:teuthology.orchestra.run.vm09.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:56.921 INFO:teuthology.orchestra.run.vm09.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-04-08T13:28:56.926 INFO:teuthology.orchestra.run.vm09.stderr:identity API version 3, cmd group openstack.identity.v3 2026-04-08T13:28:56.929 INFO:teuthology.orchestra.run.vm09.stderr:image API version 2, cmd group openstack.image.v2 2026-04-08T13:28:56.936 INFO:teuthology.orchestra.run.vm09.stderr:network API version 2, cmd group openstack.network.v2 2026-04-08T13:28:56.937 INFO:teuthology.orchestra.run.vm09.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-04-08T13:28:56.941 INFO:teuthology.orchestra.run.vm09.stderr:volume API version 3, cmd group openstack.volume.v3 2026-04-08T13:28:56.946 INFO:teuthology.orchestra.run.vm09.stderr:command: role create -> openstackclient.identity.v3.role.CreateRole (auth=True) 2026-04-08T13:28:56.946 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:56.946 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:56.946 INFO:teuthology.orchestra.run.vm09.stderr:Using auth plugin: password 2026-04-08T13:28:56.946 INFO:teuthology.orchestra.run.vm09.stderr:Using parameters {'auth_url': 'http://vm09.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-04-08T13:28:56.947 INFO:teuthology.orchestra.run.vm09.stderr:Get auth_ref 2026-04-08T13:28:56.947 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-04-08T13:28:56.948 INFO:teuthology.orchestra.run.vm09.stderr:Starting new HTTP connection (1): vm09.local:5000 2026-04-08T13:28:56.950 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 31/31] 192.168.123.109 () {28 vars in 408 bytes} [Wed Apr 8 13:28:56 2026] GET /v3 => generated 250 bytes in 1 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:56.950 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-04-08T13:28:56.950 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-5a18d72a-e3c4-4c71-be45-80959c563659 2026-04-08T13:28:56.950 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm09.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-04-08T13:28:56.950 INFO:teuthology.orchestra.run.vm09.stderr:GET call to http://vm09.local:5000/v3 used request id req-5a18d72a-e3c4-4c71-be45-80959c563659 2026-04-08T13:28:56.950 INFO:teuthology.orchestra.run.vm09.stderr:Making authentication request to http://vm09.local:5000/v3/auth/tokens 2026-04-08T13:28:56.951 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:57.174 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 32/32] 192.168.123.109 () {32 vars in 486 bytes} [Wed Apr 8 13:28:56 2026] POST /v3/auth/tokens => generated 1280 bytes in 222 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:28:57.174 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-04-08T13:28:57.174 INFO:teuthology.orchestra.run.vm09.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "3b055e7811c84d41834c12ac7d88589f", "name": "admin", "password_expires_at": null}, "audit_ids": ["o77irpUnRZWwR9bgxV5Z1A"], "expires_at": "2026-04-08T14:28:57.000000Z", "issued_at": "2026-04-08T13:28:57.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "27584a226ca94af2af2f27dd08d518da", "name": "admin"}, "is_domain": false, "roles": [{"id": "9cd9d19973284085923d223e99f0f0a2", "name": "member"}, {"id": "7f6e3594e7a749d7810cde69d6efcad7", "name": "manager"}, {"id": "6c029ec07af64a64bde0310ea05b12e3", "name": "reader"}, {"id": "f0bfedd7a3204df7a68a852e4b43d0ed", "name": "admin"}], "catalog": [{"endpoints": [{"id": "28d71c4210c74086adbbe7a9a358a2b1", "interface": "public", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "a7a2084472b74a5b8982c9dff14d93cc", "interface": "internal", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "ae1cc156ca954c36852dbca6c627537b", "interface": "admin", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}], "id": "60fe73b729e242a2be76b832edee0f9b", "type": "identity", "name": "keystone"}]}} 2026-04-08T13:28:57.252 INFO:teuthology.orchestra.run.vm09.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, name='member', description=None, domain=None, or_show=True, immutable=False, no_immutable=False)) 2026-04-08T13:28:57.254 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X POST http://vm09.local:5000/v3/roles -H "Content-Type: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}6a4c7321ceb523b6f3e1f5ff2264ff4987d2c820ac2e577b6d030806ba8f44f6" -d '{"role": {"name": "member", "options": {}}}' 2026-04-08T13:28:57.255 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:57.299 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 33/33] 192.168.123.109 () {34 vars in 664 bytes} [Wed Apr 8 13:28:57 2026] POST /v3/roles => generated 139 bytes in 43 msecs (HTTP/1.1 409) 4 headers in 164 bytes (1 switches on core 0) 2026-04-08T13:28:57.299 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/roles HTTP/1.1" 409 139 2026-04-08T13:28:57.299 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [409] Content-Length: 139 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-6d66f9e8-8696-494a-b1b0-ba8bd16daed9 2026-04-08T13:28:57.299 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"error":{"code":409,"message":"Conflict occurred attempting to store role - Duplicate entry found with name member.","title":"Conflict"}} 2026-04-08T13:28:57.299 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:57.299 INFO:teuthology.orchestra.run.vm09.stderr:POST call to identity for http://vm09.local:5000/v3/roles used request id req-6d66f9e8-8696-494a-b1b0-ba8bd16daed9 2026-04-08T13:28:57.300 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/roles/member?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}6a4c7321ceb523b6f3e1f5ff2264ff4987d2c820ac2e577b6d030806ba8f44f6" 2026-04-08T13:28:57.300 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:57.333 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 34/34] 192.168.123.109 () {30 vars in 625 bytes} [Wed Apr 8 13:28:57 2026] GET /v3/roles/member => generated 84 bytes in 31 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-04-08T13:28:57.334 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/roles/member HTTP/1.1" 404 84 2026-04-08T13:28:57.334 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [404] Content-Length: 84 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-71b92081-2a86-4c1c-b26e-2cc28431bdac 2026-04-08T13:28:57.334 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find role: member.","title":"Not Found"}} 2026-04-08T13:28:57.334 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:57.334 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/roles/member used request id req-71b92081-2a86-4c1c-b26e-2cc28431bdac 2026-04-08T13:28:57.334 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/roles?name=member&domain_id=None" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}6a4c7321ceb523b6f3e1f5ff2264ff4987d2c820ac2e577b6d030806ba8f44f6" 2026-04-08T13:28:57.335 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:57.376 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 35/35] 192.168.123.109 () {30 vars in 647 bytes} [Wed Apr 8 13:28:57 2026] GET /v3/roles?name=member => generated 331 bytes in 40 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:57.376 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/roles?name=member HTTP/1.1" 200 331 2026-04-08T13:28:57.376 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 331 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-7c9aa5a0-1c05-46f9-9c36-f8268aa81bcb 2026-04-08T13:28:57.376 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"roles": [{"id": "9cd9d19973284085923d223e99f0f0a2", "name": "member", "domain_id": null, "description": null, "options": {"immutable": true}, "links": {"self": "http://vm09.local:5000/v3/roles/9cd9d19973284085923d223e99f0f0a2"}}], "links": {"next": null, "self": "http://vm09.local:5000/v3/roles?name=member", "previous": null}} 2026-04-08T13:28:57.376 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:57.376 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/roles?name=member used request id req-7c9aa5a0-1c05-46f9-9c36-f8268aa81bcb 2026-04-08T13:28:57.377 INFO:teuthology.orchestra.run.vm09.stderr:Returning existing role member 2026-04-08T13:28:57.377 INFO:teuthology.orchestra.run.vm09.stderr:clean_up CreateRole: 2026-04-08T13:28:57.377 INFO:teuthology.orchestra.run.vm09.stderr:END return value: 0 2026-04-08T13:28:57.377 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:28:57.377 INFO:teuthology.orchestra.run.vm09.stdout:| Field | Value | 2026-04-08T13:28:57.377 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:28:57.377 INFO:teuthology.orchestra.run.vm09.stdout:| id | 9cd9d19973284085923d223e99f0f0a2 | 2026-04-08T13:28:57.377 INFO:teuthology.orchestra.run.vm09.stdout:| name | member | 2026-04-08T13:28:57.377 INFO:teuthology.orchestra.run.vm09.stdout:| domain_id | None | 2026-04-08T13:28:57.377 INFO:teuthology.orchestra.run.vm09.stdout:| description | None | 2026-04-08T13:28:57.377 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:28:57.475 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack role create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 creator --debug 2026-04-08T13:28:57.862 INFO:teuthology.orchestra.run.vm09.stderr:START with options: role create --or-show --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 creator --debug 2026-04-08T13:28:57.863 INFO:teuthology.orchestra.run.vm09.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm09.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, user_id=None, username='admin', user_domain_id='default', user_domain_name=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** token=*** password='***', default_domain_id=None, default_domain_name=None, identity_provider=None, protocol=None, identity_provider_url=None, endpoint=None, service_provider_endpoint=None, service_provider_entity_id=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, redirect_uri=None, code=None, auth_methods=None, passcode=None, oauth2_endpoint=None, oauth2_client_id=None, idp_otp_key=None, device_authorization_endpoint=None, code_challenge_method=None, oauth2_client_secret=*** access_token=*** os_project_name=None, os_project_id=None) 2026-04-08T13:28:57.863 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:57.863 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:57.864 INFO:teuthology.orchestra.run.vm09.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-04-08T13:28:57.864 INFO:teuthology.orchestra.run.vm09.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:57.873 INFO:teuthology.orchestra.run.vm09.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-04-08T13:28:57.878 INFO:teuthology.orchestra.run.vm09.stderr:identity API version 3, cmd group openstack.identity.v3 2026-04-08T13:28:57.881 INFO:teuthology.orchestra.run.vm09.stderr:image API version 2, cmd group openstack.image.v2 2026-04-08T13:28:57.889 INFO:teuthology.orchestra.run.vm09.stderr:network API version 2, cmd group openstack.network.v2 2026-04-08T13:28:57.890 INFO:teuthology.orchestra.run.vm09.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-04-08T13:28:57.894 INFO:teuthology.orchestra.run.vm09.stderr:volume API version 3, cmd group openstack.volume.v3 2026-04-08T13:28:57.899 INFO:teuthology.orchestra.run.vm09.stderr:command: role create -> openstackclient.identity.v3.role.CreateRole (auth=True) 2026-04-08T13:28:57.899 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:57.899 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:57.900 INFO:teuthology.orchestra.run.vm09.stderr:Using auth plugin: password 2026-04-08T13:28:57.900 INFO:teuthology.orchestra.run.vm09.stderr:Using parameters {'auth_url': 'http://vm09.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-04-08T13:28:57.900 INFO:teuthology.orchestra.run.vm09.stderr:Get auth_ref 2026-04-08T13:28:57.901 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-04-08T13:28:57.902 INFO:teuthology.orchestra.run.vm09.stderr:Starting new HTTP connection (1): vm09.local:5000 2026-04-08T13:28:57.904 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 36/36] 192.168.123.109 () {28 vars in 408 bytes} [Wed Apr 8 13:28:57 2026] GET /v3 => generated 250 bytes in 0 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:57.904 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-04-08T13:28:57.904 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-0965b318-fc20-475f-913f-00ba22e9381e 2026-04-08T13:28:57.904 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm09.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-04-08T13:28:57.904 INFO:teuthology.orchestra.run.vm09.stderr:GET call to http://vm09.local:5000/v3 used request id req-0965b318-fc20-475f-913f-00ba22e9381e 2026-04-08T13:28:57.904 INFO:teuthology.orchestra.run.vm09.stderr:Making authentication request to http://vm09.local:5000/v3/auth/tokens 2026-04-08T13:28:57.904 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:58.117 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 37/37] 192.168.123.109 () {32 vars in 486 bytes} [Wed Apr 8 13:28:57 2026] POST /v3/auth/tokens => generated 1280 bytes in 211 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:28:58.117 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-04-08T13:28:58.117 INFO:teuthology.orchestra.run.vm09.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "3b055e7811c84d41834c12ac7d88589f", "name": "admin", "password_expires_at": null}, "audit_ids": ["ajlQfhqCSQyYUEBNaz-hPw"], "expires_at": "2026-04-08T14:28:58.000000Z", "issued_at": "2026-04-08T13:28:58.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "27584a226ca94af2af2f27dd08d518da", "name": "admin"}, "is_domain": false, "roles": [{"id": "9cd9d19973284085923d223e99f0f0a2", "name": "member"}, {"id": "7f6e3594e7a749d7810cde69d6efcad7", "name": "manager"}, {"id": "6c029ec07af64a64bde0310ea05b12e3", "name": "reader"}, {"id": "f0bfedd7a3204df7a68a852e4b43d0ed", "name": "admin"}], "catalog": [{"endpoints": [{"id": "28d71c4210c74086adbbe7a9a358a2b1", "interface": "public", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "a7a2084472b74a5b8982c9dff14d93cc", "interface": "internal", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "ae1cc156ca954c36852dbca6c627537b", "interface": "admin", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}], "id": "60fe73b729e242a2be76b832edee0f9b", "type": "identity", "name": "keystone"}]}} 2026-04-08T13:28:58.188 INFO:teuthology.orchestra.run.vm09.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, name='creator', description=None, domain=None, or_show=True, immutable=False, no_immutable=False)) 2026-04-08T13:28:58.190 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X POST http://vm09.local:5000/v3/roles -H "Content-Type: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}9d614017b5a672f67b79d04fac4afb97af5ef903857f3512fafd896c34f34b74" -d '{"role": {"name": "creator", "options": {}}}' 2026-04-08T13:28:58.190 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:58.222 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 38/38] 192.168.123.109 () {34 vars in 664 bytes} [Wed Apr 8 13:28:58 2026] POST /v3/roles => generated 214 bytes in 30 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-04-08T13:28:58.222 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/roles HTTP/1.1" 201 214 2026-04-08T13:28:58.222 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [201] Content-Length: 214 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-1b475a7c-599d-4869-8612-337830ac206c 2026-04-08T13:28:58.222 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"role": {"id": "e6228f01e3564ddaa55c158be0b296a5", "name": "creator", "domain_id": null, "description": null, "options": {}, "links": {"self": "http://vm09.local:5000/v3/roles/e6228f01e3564ddaa55c158be0b296a5"}}} 2026-04-08T13:28:58.222 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:58.222 INFO:teuthology.orchestra.run.vm09.stderr:POST call to identity for http://vm09.local:5000/v3/roles used request id req-1b475a7c-599d-4869-8612-337830ac206c 2026-04-08T13:28:58.223 INFO:teuthology.orchestra.run.vm09.stderr:clean_up CreateRole: 2026-04-08T13:28:58.223 INFO:teuthology.orchestra.run.vm09.stderr:END return value: 0 2026-04-08T13:28:58.223 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:28:58.223 INFO:teuthology.orchestra.run.vm09.stdout:| Field | Value | 2026-04-08T13:28:58.223 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:28:58.223 INFO:teuthology.orchestra.run.vm09.stdout:| id | e6228f01e3564ddaa55c158be0b296a5 | 2026-04-08T13:28:58.223 INFO:teuthology.orchestra.run.vm09.stdout:| name | creator | 2026-04-08T13:28:58.223 INFO:teuthology.orchestra.run.vm09.stdout:| domain_id | None | 2026-04-08T13:28:58.223 INFO:teuthology.orchestra.run.vm09.stdout:| description | None | 2026-04-08T13:28:58.223 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:28:58.357 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack role add --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --project rgwcrypt --user rgwcrypt-user member --debug 2026-04-08T13:28:58.724 INFO:teuthology.orchestra.run.vm09.stderr:START with options: role add --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --project rgwcrypt --user rgwcrypt-user member --debug 2026-04-08T13:28:58.724 INFO:teuthology.orchestra.run.vm09.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm09.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, oauth2_endpoint=None, oauth2_client_id=None, username='admin', user_id=None, password='***', token=*** user_domain_id='default', user_domain_name=None, passcode=None, identity_provider=None, protocol=None, identity_provider_url=None, service_provider_endpoint=None, service_provider_entity_id=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, device_authorization_endpoint=None, code_challenge_method=None, access_token=*** application_credential_secret=*** application_credential_id=None, application_credential_name=None, endpoint=None, access_token_type=None, oauth2_client_secret=*** default_domain_id=None, default_domain_name=None, auth_methods=None, idp_otp_key=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** redirect_uri=None, code=None, os_project_name=None, os_project_id=None) 2026-04-08T13:28:58.725 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:58.725 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:58.725 INFO:teuthology.orchestra.run.vm09.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-04-08T13:28:58.725 INFO:teuthology.orchestra.run.vm09.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:58.734 INFO:teuthology.orchestra.run.vm09.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-04-08T13:28:58.740 INFO:teuthology.orchestra.run.vm09.stderr:identity API version 3, cmd group openstack.identity.v3 2026-04-08T13:28:58.743 INFO:teuthology.orchestra.run.vm09.stderr:image API version 2, cmd group openstack.image.v2 2026-04-08T13:28:58.751 INFO:teuthology.orchestra.run.vm09.stderr:network API version 2, cmd group openstack.network.v2 2026-04-08T13:28:58.751 INFO:teuthology.orchestra.run.vm09.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-04-08T13:28:58.755 INFO:teuthology.orchestra.run.vm09.stderr:volume API version 3, cmd group openstack.volume.v3 2026-04-08T13:28:58.760 INFO:teuthology.orchestra.run.vm09.stderr:command: role add -> openstackclient.identity.v3.role.AddRole (auth=True) 2026-04-08T13:28:58.760 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:58.760 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:58.760 INFO:teuthology.orchestra.run.vm09.stderr:Using auth plugin: password 2026-04-08T13:28:58.760 INFO:teuthology.orchestra.run.vm09.stderr:Using parameters {'auth_url': 'http://vm09.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-04-08T13:28:58.761 INFO:teuthology.orchestra.run.vm09.stderr:Get auth_ref 2026-04-08T13:28:58.761 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-04-08T13:28:58.762 INFO:teuthology.orchestra.run.vm09.stderr:Starting new HTTP connection (1): vm09.local:5000 2026-04-08T13:28:58.763 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 39/39] 192.168.123.109 () {28 vars in 408 bytes} [Wed Apr 8 13:28:58 2026] GET /v3 => generated 250 bytes in 0 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:58.763 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-04-08T13:28:58.764 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-957e5280-3412-4dae-bebb-d0e37478f960 2026-04-08T13:28:58.764 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm09.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-04-08T13:28:58.764 INFO:teuthology.orchestra.run.vm09.stderr:GET call to http://vm09.local:5000/v3 used request id req-957e5280-3412-4dae-bebb-d0e37478f960 2026-04-08T13:28:58.764 INFO:teuthology.orchestra.run.vm09.stderr:Making authentication request to http://vm09.local:5000/v3/auth/tokens 2026-04-08T13:28:58.764 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:58.972 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 40/40] 192.168.123.109 () {32 vars in 486 bytes} [Wed Apr 8 13:28:58 2026] POST /v3/auth/tokens => generated 1280 bytes in 206 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:28:58.972 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-04-08T13:28:58.972 INFO:teuthology.orchestra.run.vm09.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "3b055e7811c84d41834c12ac7d88589f", "name": "admin", "password_expires_at": null}, "audit_ids": ["81awj1jUQJCkYNe3_O7vhw"], "expires_at": "2026-04-08T14:28:58.000000Z", "issued_at": "2026-04-08T13:28:58.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "27584a226ca94af2af2f27dd08d518da", "name": "admin"}, "is_domain": false, "roles": [{"id": "9cd9d19973284085923d223e99f0f0a2", "name": "member"}, {"id": "7f6e3594e7a749d7810cde69d6efcad7", "name": "manager"}, {"id": "6c029ec07af64a64bde0310ea05b12e3", "name": "reader"}, {"id": "f0bfedd7a3204df7a68a852e4b43d0ed", "name": "admin"}], "catalog": [{"endpoints": [{"id": "28d71c4210c74086adbbe7a9a358a2b1", "interface": "public", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "a7a2084472b74a5b8982c9dff14d93cc", "interface": "internal", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "ae1cc156ca954c36852dbca6c627537b", "interface": "admin", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}], "id": "60fe73b729e242a2be76b832edee0f9b", "type": "identity", "name": "keystone"}]}} 2026-04-08T13:28:59.034 INFO:teuthology.orchestra.run.vm09.stderr:run(Namespace(role='member', system=None, domain=None, project='rgwcrypt', user='rgwcrypt-user', group=None, group_domain=None, project_domain=None, user_domain=None, inherited=False, role_domain=None)) 2026-04-08T13:28:59.035 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/roles/member?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}44f805a12ec0c2c89f0691f54e7eed0cae3a6a52f8809b2fea8dbe32f7c6babb" 2026-04-08T13:28:59.036 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:59.064 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 41/41] 192.168.123.109 () {30 vars in 625 bytes} [Wed Apr 8 13:28:59 2026] GET /v3/roles/member => generated 84 bytes in 28 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-04-08T13:28:59.065 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/roles/member HTTP/1.1" 404 84 2026-04-08T13:28:59.065 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [404] Content-Length: 84 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-d3286601-4b69-4c09-841d-bf97e1328196 2026-04-08T13:28:59.065 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find role: member.","title":"Not Found"}} 2026-04-08T13:28:59.065 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:59.065 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/roles/member used request id req-d3286601-4b69-4c09-841d-bf97e1328196 2026-04-08T13:28:59.065 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/roles?name=member&domain_id=None" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}44f805a12ec0c2c89f0691f54e7eed0cae3a6a52f8809b2fea8dbe32f7c6babb" 2026-04-08T13:28:59.066 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:59.097 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 42/42] 192.168.123.109 () {30 vars in 647 bytes} [Wed Apr 8 13:28:59 2026] GET /v3/roles?name=member => generated 331 bytes in 30 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:59.098 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/roles?name=member HTTP/1.1" 200 331 2026-04-08T13:28:59.098 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 331 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-e285e315-ee8c-4bb0-91d3-4958c989cd50 2026-04-08T13:28:59.098 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"roles": [{"id": "9cd9d19973284085923d223e99f0f0a2", "name": "member", "domain_id": null, "description": null, "options": {"immutable": true}, "links": {"self": "http://vm09.local:5000/v3/roles/9cd9d19973284085923d223e99f0f0a2"}}], "links": {"next": null, "self": "http://vm09.local:5000/v3/roles?name=member", "previous": null}} 2026-04-08T13:28:59.098 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:59.098 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/roles?name=member used request id req-e285e315-ee8c-4bb0-91d3-4958c989cd50 2026-04-08T13:28:59.099 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/users/rgwcrypt-user?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}44f805a12ec0c2c89f0691f54e7eed0cae3a6a52f8809b2fea8dbe32f7c6babb" 2026-04-08T13:28:59.099 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:59.132 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 43/43] 192.168.123.109 () {30 vars in 639 bytes} [Wed Apr 8 13:28:59 2026] GET /v3/users/rgwcrypt-user => generated 91 bytes in 32 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-04-08T13:28:59.132 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/users/rgwcrypt-user HTTP/1.1" 404 91 2026-04-08T13:28:59.132 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [404] Content-Length: 91 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-82b5206d-babd-41fd-b019-0643b88d0d34 2026-04-08T13:28:59.132 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find user: rgwcrypt-user.","title":"Not Found"}} 2026-04-08T13:28:59.132 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:59.132 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/users/rgwcrypt-user used request id req-82b5206d-babd-41fd-b019-0643b88d0d34 2026-04-08T13:28:59.133 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/users?domain_id=None&name=rgwcrypt-user" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}44f805a12ec0c2c89f0691f54e7eed0cae3a6a52f8809b2fea8dbe32f7c6babb" 2026-04-08T13:28:59.133 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:59.181 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 44/44] 192.168.123.109 () {30 vars in 661 bytes} [Wed Apr 8 13:28:59 2026] GET /v3/users?name=rgwcrypt-user => generated 416 bytes in 46 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:59.181 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/users?name=rgwcrypt-user HTTP/1.1" 200 416 2026-04-08T13:28:59.181 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 416 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-9d540690-5357-41a9-819e-21c7ce40ad3f 2026-04-08T13:28:59.181 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"users": [{"id": "186dc861d3cc49a9b4e228d0e4bd8799", "name": "rgwcrypt-user", "domain_id": "default", "enabled": true, "default_project_id": "f8d2499a48f14bb48fba462a7d08e741", "password_expires_at": null, "options": {}, "links": {"self": "http://vm09.local:5000/v3/users/186dc861d3cc49a9b4e228d0e4bd8799"}}], "links": {"next": null, "self": "http://vm09.local:5000/v3/users?name=rgwcrypt-user", "previous": null}} 2026-04-08T13:28:59.181 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:59.181 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/users?name=rgwcrypt-user used request id req-9d540690-5357-41a9-819e-21c7ce40ad3f 2026-04-08T13:28:59.182 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/projects/rgwcrypt?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}44f805a12ec0c2c89f0691f54e7eed0cae3a6a52f8809b2fea8dbe32f7c6babb" 2026-04-08T13:28:59.182 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:59.217 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 45/45] 192.168.123.109 () {30 vars in 635 bytes} [Wed Apr 8 13:28:59 2026] GET /v3/projects/rgwcrypt => generated 89 bytes in 34 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-04-08T13:28:59.217 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/projects/rgwcrypt HTTP/1.1" 404 89 2026-04-08T13:28:59.217 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [404] Content-Length: 89 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-74c7e54b-57cb-4e51-b769-89b493a6a4c8 2026-04-08T13:28:59.217 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find project: rgwcrypt.","title":"Not Found"}} 2026-04-08T13:28:59.218 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:59.218 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/projects/rgwcrypt used request id req-74c7e54b-57cb-4e51-b769-89b493a6a4c8 2026-04-08T13:28:59.218 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/projects?domain_id=None&name=rgwcrypt" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}44f805a12ec0c2c89f0691f54e7eed0cae3a6a52f8809b2fea8dbe32f7c6babb" 2026-04-08T13:28:59.218 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:59.252 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 46/46] 192.168.123.109 () {30 vars in 657 bytes} [Wed Apr 8 13:28:59 2026] GET /v3/projects?name=rgwcrypt => generated 420 bytes in 32 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:59.252 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/projects?name=rgwcrypt HTTP/1.1" 200 420 2026-04-08T13:28:59.252 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 420 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-f82ca52b-342e-4754-a8c3-39bdba0a9b3e 2026-04-08T13:28:59.252 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"projects": [{"id": "f8d2499a48f14bb48fba462a7d08e741", "name": "rgwcrypt", "domain_id": "default", "description": "Encryption Tenant", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm09.local:5000/v3/projects/f8d2499a48f14bb48fba462a7d08e741"}}], "links": {"next": null, "self": "http://vm09.local:5000/v3/projects?name=rgwcrypt", "previous": null}} 2026-04-08T13:28:59.252 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:28:59.252 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/projects?name=rgwcrypt used request id req-f82ca52b-342e-4754-a8c3-39bdba0a9b3e 2026-04-08T13:28:59.253 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X PUT http://vm09.local:5000/v3/projects/f8d2499a48f14bb48fba462a7d08e741/users/186dc861d3cc49a9b4e228d0e4bd8799/roles/9cd9d19973284085923d223e99f0f0a2 -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}44f805a12ec0c2c89f0691f54e7eed0cae3a6a52f8809b2fea8dbe32f7c6babb" 2026-04-08T13:28:59.254 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:59.292 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 47/47] 192.168.123.109 () {32 vars in 858 bytes} [Wed Apr 8 13:28:59 2026] PUT /v3/projects/f8d2499a48f14bb48fba462a7d08e741/users/186dc861d3cc49a9b4e228d0e4bd8799/roles/9cd9d19973284085923d223e99f0f0a2 => generated 0 bytes in 37 msecs (HTTP/1.1 204) 2 headers in 113 bytes (0 switches on core 0) 2026-04-08T13:28:59.292 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "PUT /v3/projects/f8d2499a48f14bb48fba462a7d08e741/users/186dc861d3cc49a9b4e228d0e4bd8799/roles/9cd9d19973284085923d223e99f0f0a2 HTTP/1.1" 204 0 2026-04-08T13:28:59.293 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [204] Vary: X-Auth-Token x-openstack-request-id: req-2596196e-ade1-45c3-b654-6ddf94ac1e05 2026-04-08T13:28:59.293 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: Omitted, Content-Type is set to None. Only application/json, text/plain responses have their bodies logged. 2026-04-08T13:28:59.293 INFO:teuthology.orchestra.run.vm09.stderr:PUT call to identity for http://vm09.local:5000/v3/projects/f8d2499a48f14bb48fba462a7d08e741/users/186dc861d3cc49a9b4e228d0e4bd8799/roles/9cd9d19973284085923d223e99f0f0a2 used request id req-2596196e-ade1-45c3-b654-6ddf94ac1e05 2026-04-08T13:28:59.293 INFO:teuthology.orchestra.run.vm09.stderr:clean_up AddRole: 2026-04-08T13:28:59.293 INFO:teuthology.orchestra.run.vm09.stderr:END return value: 0 2026-04-08T13:28:59.355 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack role add --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --project barbican --user barbican-user admin --debug 2026-04-08T13:28:59.720 INFO:teuthology.orchestra.run.vm09.stderr:START with options: role add --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --project barbican --user barbican-user admin --debug 2026-04-08T13:28:59.721 INFO:teuthology.orchestra.run.vm09.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm09.local:5000/v3', consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, identity_provider=None, protocol=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, username='admin', password='***', idp_otp_key=None, user_id=None, endpoint=None, access_token=*** default_domain_id=None, default_domain_name=None, token=*** identity_provider_url=None, auth_methods=None, redirect_uri=None, code=None, service_provider_endpoint=None, service_provider_entity_id=None, oauth2_endpoint=None, oauth2_client_id=None, user_domain_id='default', user_domain_name=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, passcode=None, oauth2_client_secret=*** device_authorization_endpoint=None, code_challenge_method=None, os_project_name=None, os_project_id=None) 2026-04-08T13:28:59.721 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:59.721 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:59.721 INFO:teuthology.orchestra.run.vm09.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-04-08T13:28:59.722 INFO:teuthology.orchestra.run.vm09.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:59.731 INFO:teuthology.orchestra.run.vm09.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-04-08T13:28:59.736 INFO:teuthology.orchestra.run.vm09.stderr:identity API version 3, cmd group openstack.identity.v3 2026-04-08T13:28:59.738 INFO:teuthology.orchestra.run.vm09.stderr:image API version 2, cmd group openstack.image.v2 2026-04-08T13:28:59.745 INFO:teuthology.orchestra.run.vm09.stderr:network API version 2, cmd group openstack.network.v2 2026-04-08T13:28:59.746 INFO:teuthology.orchestra.run.vm09.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-04-08T13:28:59.750 INFO:teuthology.orchestra.run.vm09.stderr:volume API version 3, cmd group openstack.volume.v3 2026-04-08T13:28:59.754 INFO:teuthology.orchestra.run.vm09.stderr:command: role add -> openstackclient.identity.v3.role.AddRole (auth=True) 2026-04-08T13:28:59.754 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:28:59.754 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:28:59.754 INFO:teuthology.orchestra.run.vm09.stderr:Using auth plugin: password 2026-04-08T13:28:59.754 INFO:teuthology.orchestra.run.vm09.stderr:Using parameters {'auth_url': 'http://vm09.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-04-08T13:28:59.755 INFO:teuthology.orchestra.run.vm09.stderr:Get auth_ref 2026-04-08T13:28:59.755 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-04-08T13:28:59.756 INFO:teuthology.orchestra.run.vm09.stderr:Starting new HTTP connection (1): vm09.local:5000 2026-04-08T13:28:59.758 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 48/48] 192.168.123.109 () {28 vars in 408 bytes} [Wed Apr 8 13:28:59 2026] GET /v3 => generated 250 bytes in 0 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:28:59.758 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-04-08T13:28:59.758 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-25ab302c-4e2f-4910-9459-94446cc1d8bb 2026-04-08T13:28:59.758 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm09.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-04-08T13:28:59.758 INFO:teuthology.orchestra.run.vm09.stderr:GET call to http://vm09.local:5000/v3 used request id req-25ab302c-4e2f-4910-9459-94446cc1d8bb 2026-04-08T13:28:59.758 INFO:teuthology.orchestra.run.vm09.stderr:Making authentication request to http://vm09.local:5000/v3/auth/tokens 2026-04-08T13:28:59.758 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:28:59.972 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 49/49] 192.168.123.109 () {32 vars in 486 bytes} [Wed Apr 8 13:28:59 2026] POST /v3/auth/tokens => generated 1280 bytes in 213 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:28:59.972 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-04-08T13:28:59.973 INFO:teuthology.orchestra.run.vm09.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "3b055e7811c84d41834c12ac7d88589f", "name": "admin", "password_expires_at": null}, "audit_ids": ["hHtmALcnR5ShZHOBbG7uMQ"], "expires_at": "2026-04-08T14:28:59.000000Z", "issued_at": "2026-04-08T13:28:59.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "27584a226ca94af2af2f27dd08d518da", "name": "admin"}, "is_domain": false, "roles": [{"id": "9cd9d19973284085923d223e99f0f0a2", "name": "member"}, {"id": "7f6e3594e7a749d7810cde69d6efcad7", "name": "manager"}, {"id": "6c029ec07af64a64bde0310ea05b12e3", "name": "reader"}, {"id": "f0bfedd7a3204df7a68a852e4b43d0ed", "name": "admin"}], "catalog": [{"endpoints": [{"id": "28d71c4210c74086adbbe7a9a358a2b1", "interface": "public", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "a7a2084472b74a5b8982c9dff14d93cc", "interface": "internal", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "ae1cc156ca954c36852dbca6c627537b", "interface": "admin", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}], "id": "60fe73b729e242a2be76b832edee0f9b", "type": "identity", "name": "keystone"}]}} 2026-04-08T13:29:00.051 INFO:teuthology.orchestra.run.vm09.stderr:run(Namespace(role='admin', system=None, domain=None, project='barbican', user='barbican-user', group=None, group_domain=None, project_domain=None, user_domain=None, inherited=False, role_domain=None)) 2026-04-08T13:29:00.053 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/roles/admin?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}b0f82b16094d7576e09aecf0d9bc96d7377854867d74d1a165e0707db6c79fdf" 2026-04-08T13:29:00.054 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:00.085 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 50/50] 192.168.123.109 () {30 vars in 623 bytes} [Wed Apr 8 13:29:00 2026] GET /v3/roles/admin => generated 83 bytes in 30 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-04-08T13:29:00.085 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/roles/admin HTTP/1.1" 404 83 2026-04-08T13:29:00.085 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [404] Content-Length: 83 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-bf938cc8-bf49-40e2-a434-2984a15d1503 2026-04-08T13:29:00.085 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find role: admin.","title":"Not Found"}} 2026-04-08T13:29:00.085 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:29:00.085 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/roles/admin used request id req-bf938cc8-bf49-40e2-a434-2984a15d1503 2026-04-08T13:29:00.086 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/roles?name=admin&domain_id=None" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}b0f82b16094d7576e09aecf0d9bc96d7377854867d74d1a165e0707db6c79fdf" 2026-04-08T13:29:00.086 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:00.119 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 51/51] 192.168.123.109 () {30 vars in 645 bytes} [Wed Apr 8 13:29:00 2026] GET /v3/roles?name=admin => generated 329 bytes in 31 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:29:00.119 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/roles?name=admin HTTP/1.1" 200 329 2026-04-08T13:29:00.119 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 329 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-7f5d3f68-6bce-49a5-9f26-1080bb9126e8 2026-04-08T13:29:00.119 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"roles": [{"id": "f0bfedd7a3204df7a68a852e4b43d0ed", "name": "admin", "domain_id": null, "description": null, "options": {"immutable": true}, "links": {"self": "http://vm09.local:5000/v3/roles/f0bfedd7a3204df7a68a852e4b43d0ed"}}], "links": {"next": null, "self": "http://vm09.local:5000/v3/roles?name=admin", "previous": null}} 2026-04-08T13:29:00.119 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:29:00.119 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/roles?name=admin used request id req-7f5d3f68-6bce-49a5-9f26-1080bb9126e8 2026-04-08T13:29:00.120 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/users/barbican-user?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}b0f82b16094d7576e09aecf0d9bc96d7377854867d74d1a165e0707db6c79fdf" 2026-04-08T13:29:00.120 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:00.154 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 52/52] 192.168.123.109 () {30 vars in 639 bytes} [Wed Apr 8 13:29:00 2026] GET /v3/users/barbican-user => generated 91 bytes in 33 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-04-08T13:29:00.155 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/users/barbican-user HTTP/1.1" 404 91 2026-04-08T13:29:00.155 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [404] Content-Length: 91 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-9624a40c-ed65-47c7-8262-4c045df1eed4 2026-04-08T13:29:00.155 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find user: barbican-user.","title":"Not Found"}} 2026-04-08T13:29:00.155 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:29:00.155 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/users/barbican-user used request id req-9624a40c-ed65-47c7-8262-4c045df1eed4 2026-04-08T13:29:00.155 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/users?domain_id=None&name=barbican-user" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}b0f82b16094d7576e09aecf0d9bc96d7377854867d74d1a165e0707db6c79fdf" 2026-04-08T13:29:00.155 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:00.192 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 53/53] 192.168.123.109 () {30 vars in 661 bytes} [Wed Apr 8 13:29:00 2026] GET /v3/users?name=barbican-user => generated 416 bytes in 36 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:29:00.192 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/users?name=barbican-user HTTP/1.1" 200 416 2026-04-08T13:29:00.192 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 416 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-fb894c2d-5184-436d-9458-fb60f843b18e 2026-04-08T13:29:00.192 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"users": [{"id": "e393b2b33a0740fca43bdc02f969226b", "name": "barbican-user", "domain_id": "default", "enabled": true, "default_project_id": "cf9bea38c45347e6b7775a6498162c37", "password_expires_at": null, "options": {}, "links": {"self": "http://vm09.local:5000/v3/users/e393b2b33a0740fca43bdc02f969226b"}}], "links": {"next": null, "self": "http://vm09.local:5000/v3/users?name=barbican-user", "previous": null}} 2026-04-08T13:29:00.192 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:29:00.192 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/users?name=barbican-user used request id req-fb894c2d-5184-436d-9458-fb60f843b18e 2026-04-08T13:29:00.193 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/projects/barbican?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}b0f82b16094d7576e09aecf0d9bc96d7377854867d74d1a165e0707db6c79fdf" 2026-04-08T13:29:00.194 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:00.232 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 54/54] 192.168.123.109 () {30 vars in 635 bytes} [Wed Apr 8 13:29:00 2026] GET /v3/projects/barbican => generated 89 bytes in 37 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-04-08T13:29:00.233 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/projects/barbican HTTP/1.1" 404 89 2026-04-08T13:29:00.233 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [404] Content-Length: 89 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-150d63fa-bbff-43ed-9b70-a127967d5a30 2026-04-08T13:29:00.233 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find project: barbican.","title":"Not Found"}} 2026-04-08T13:29:00.233 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:29:00.233 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/projects/barbican used request id req-150d63fa-bbff-43ed-9b70-a127967d5a30 2026-04-08T13:29:00.233 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/projects?domain_id=None&name=barbican" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}b0f82b16094d7576e09aecf0d9bc96d7377854867d74d1a165e0707db6c79fdf" 2026-04-08T13:29:00.234 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:00.276 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 55/55] 192.168.123.109 () {30 vars in 657 bytes} [Wed Apr 8 13:29:00 2026] GET /v3/projects?name=barbican => generated 411 bytes in 41 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:29:00.276 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/projects?name=barbican HTTP/1.1" 200 411 2026-04-08T13:29:00.276 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 411 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-c8248596-f682-41d1-9d0d-32bfb4673254 2026-04-08T13:29:00.276 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"projects": [{"id": "cf9bea38c45347e6b7775a6498162c37", "name": "barbican", "domain_id": "default", "description": "Barbican", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm09.local:5000/v3/projects/cf9bea38c45347e6b7775a6498162c37"}}], "links": {"next": null, "self": "http://vm09.local:5000/v3/projects?name=barbican", "previous": null}} 2026-04-08T13:29:00.276 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:29:00.276 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/projects?name=barbican used request id req-c8248596-f682-41d1-9d0d-32bfb4673254 2026-04-08T13:29:00.278 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X PUT http://vm09.local:5000/v3/projects/cf9bea38c45347e6b7775a6498162c37/users/e393b2b33a0740fca43bdc02f969226b/roles/f0bfedd7a3204df7a68a852e4b43d0ed -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}b0f82b16094d7576e09aecf0d9bc96d7377854867d74d1a165e0707db6c79fdf" 2026-04-08T13:29:00.278 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:00.325 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 56/56] 192.168.123.109 () {32 vars in 858 bytes} [Wed Apr 8 13:29:00 2026] PUT /v3/projects/cf9bea38c45347e6b7775a6498162c37/users/e393b2b33a0740fca43bdc02f969226b/roles/f0bfedd7a3204df7a68a852e4b43d0ed => generated 0 bytes in 45 msecs (HTTP/1.1 204) 2 headers in 113 bytes (0 switches on core 0) 2026-04-08T13:29:00.325 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "PUT /v3/projects/cf9bea38c45347e6b7775a6498162c37/users/e393b2b33a0740fca43bdc02f969226b/roles/f0bfedd7a3204df7a68a852e4b43d0ed HTTP/1.1" 204 0 2026-04-08T13:29:00.325 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [204] Vary: X-Auth-Token x-openstack-request-id: req-9953cb1d-4f21-4045-9fc0-2d79b05915ef 2026-04-08T13:29:00.325 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: Omitted, Content-Type is set to None. Only text/plain, application/json responses have their bodies logged. 2026-04-08T13:29:00.325 INFO:teuthology.orchestra.run.vm09.stderr:PUT call to identity for http://vm09.local:5000/v3/projects/cf9bea38c45347e6b7775a6498162c37/users/e393b2b33a0740fca43bdc02f969226b/roles/f0bfedd7a3204df7a68a852e4b43d0ed used request id req-9953cb1d-4f21-4045-9fc0-2d79b05915ef 2026-04-08T13:29:00.325 INFO:teuthology.orchestra.run.vm09.stderr:clean_up AddRole: 2026-04-08T13:29:00.325 INFO:teuthology.orchestra.run.vm09.stderr:END return value: 0 2026-04-08T13:29:00.445 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack role add --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --project s3 --user s3-user creator --debug 2026-04-08T13:29:00.826 INFO:teuthology.orchestra.run.vm09.stderr:START with options: role add --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --project s3 --user s3-user creator --debug 2026-04-08T13:29:00.827 INFO:teuthology.orchestra.run.vm09.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm09.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, identity_provider=None, protocol=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, redirect_uri=None, code=None, token=*** oauth2_endpoint=None, oauth2_client_id=None, oauth2_client_secret=*** user_id=None, username='admin', user_domain_id='default', user_domain_name=None, passcode=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** endpoint=None, password='***', auth_methods=None, device_authorization_endpoint=None, code_challenge_method=None, idp_otp_key=None, access_token=*** identity_provider_url=None, default_domain_id=None, default_domain_name=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, service_provider_endpoint=None, service_provider_entity_id=None, os_project_name=None, os_project_id=None) 2026-04-08T13:29:00.827 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:29:00.827 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:29:00.827 INFO:teuthology.orchestra.run.vm09.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-04-08T13:29:00.827 INFO:teuthology.orchestra.run.vm09.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:29:00.836 INFO:teuthology.orchestra.run.vm09.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-04-08T13:29:00.841 INFO:teuthology.orchestra.run.vm09.stderr:identity API version 3, cmd group openstack.identity.v3 2026-04-08T13:29:00.843 INFO:teuthology.orchestra.run.vm09.stderr:image API version 2, cmd group openstack.image.v2 2026-04-08T13:29:00.851 INFO:teuthology.orchestra.run.vm09.stderr:network API version 2, cmd group openstack.network.v2 2026-04-08T13:29:00.851 INFO:teuthology.orchestra.run.vm09.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-04-08T13:29:00.856 INFO:teuthology.orchestra.run.vm09.stderr:volume API version 3, cmd group openstack.volume.v3 2026-04-08T13:29:00.860 INFO:teuthology.orchestra.run.vm09.stderr:command: role add -> openstackclient.identity.v3.role.AddRole (auth=True) 2026-04-08T13:29:00.860 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:29:00.860 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:29:00.860 INFO:teuthology.orchestra.run.vm09.stderr:Using auth plugin: password 2026-04-08T13:29:00.860 INFO:teuthology.orchestra.run.vm09.stderr:Using parameters {'auth_url': 'http://vm09.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-04-08T13:29:00.861 INFO:teuthology.orchestra.run.vm09.stderr:Get auth_ref 2026-04-08T13:29:00.861 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-04-08T13:29:00.862 INFO:teuthology.orchestra.run.vm09.stderr:Starting new HTTP connection (1): vm09.local:5000 2026-04-08T13:29:00.864 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 57/57] 192.168.123.109 () {28 vars in 408 bytes} [Wed Apr 8 13:29:00 2026] GET /v3 => generated 250 bytes in 1 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:29:00.864 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-04-08T13:29:00.864 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-1dec378a-767f-4308-93d5-15548a6b10c6 2026-04-08T13:29:00.864 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm09.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-04-08T13:29:00.864 INFO:teuthology.orchestra.run.vm09.stderr:GET call to http://vm09.local:5000/v3 used request id req-1dec378a-767f-4308-93d5-15548a6b10c6 2026-04-08T13:29:00.864 INFO:teuthology.orchestra.run.vm09.stderr:Making authentication request to http://vm09.local:5000/v3/auth/tokens 2026-04-08T13:29:00.865 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:01.085 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 58/58] 192.168.123.109 () {32 vars in 486 bytes} [Wed Apr 8 13:29:00 2026] POST /v3/auth/tokens => generated 1280 bytes in 219 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:29:01.085 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-04-08T13:29:01.085 INFO:teuthology.orchestra.run.vm09.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "3b055e7811c84d41834c12ac7d88589f", "name": "admin", "password_expires_at": null}, "audit_ids": ["J9TQoK1SR52eymmfZPa4qg"], "expires_at": "2026-04-08T14:29:01.000000Z", "issued_at": "2026-04-08T13:29:01.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "27584a226ca94af2af2f27dd08d518da", "name": "admin"}, "is_domain": false, "roles": [{"id": "9cd9d19973284085923d223e99f0f0a2", "name": "member"}, {"id": "7f6e3594e7a749d7810cde69d6efcad7", "name": "manager"}, {"id": "6c029ec07af64a64bde0310ea05b12e3", "name": "reader"}, {"id": "f0bfedd7a3204df7a68a852e4b43d0ed", "name": "admin"}], "catalog": [{"endpoints": [{"id": "28d71c4210c74086adbbe7a9a358a2b1", "interface": "public", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "a7a2084472b74a5b8982c9dff14d93cc", "interface": "internal", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "ae1cc156ca954c36852dbca6c627537b", "interface": "admin", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}], "id": "60fe73b729e242a2be76b832edee0f9b", "type": "identity", "name": "keystone"}]}} 2026-04-08T13:29:01.148 INFO:teuthology.orchestra.run.vm09.stderr:run(Namespace(role='creator', system=None, domain=None, project='s3', user='s3-user', group=None, group_domain=None, project_domain=None, user_domain=None, inherited=False, role_domain=None)) 2026-04-08T13:29:01.150 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/roles/creator?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}12c01ebbeda85883d6ed155c3e59cbb283bee8141ba70d91d3f0c6cc3ebdd560" 2026-04-08T13:29:01.150 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:01.179 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 59/59] 192.168.123.109 () {30 vars in 627 bytes} [Wed Apr 8 13:29:01 2026] GET /v3/roles/creator => generated 85 bytes in 27 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-04-08T13:29:01.179 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/roles/creator HTTP/1.1" 404 85 2026-04-08T13:29:01.179 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [404] Content-Length: 85 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-abc76492-b5e0-4564-9340-9ff5e1655d1b 2026-04-08T13:29:01.179 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find role: creator.","title":"Not Found"}} 2026-04-08T13:29:01.179 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:29:01.179 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/roles/creator used request id req-abc76492-b5e0-4564-9340-9ff5e1655d1b 2026-04-08T13:29:01.179 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/roles?name=creator&domain_id=None" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}12c01ebbeda85883d6ed155c3e59cbb283bee8141ba70d91d3f0c6cc3ebdd560" 2026-04-08T13:29:01.180 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:01.218 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 60/60] 192.168.123.109 () {30 vars in 649 bytes} [Wed Apr 8 13:29:01 2026] GET /v3/roles?name=creator => generated 316 bytes in 37 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:29:01.219 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/roles?name=creator HTTP/1.1" 200 316 2026-04-08T13:29:01.219 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 316 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-fac8d84f-439c-4120-8268-8bb2c2c3f6b6 2026-04-08T13:29:01.219 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"roles": [{"id": "e6228f01e3564ddaa55c158be0b296a5", "name": "creator", "domain_id": null, "description": null, "options": {}, "links": {"self": "http://vm09.local:5000/v3/roles/e6228f01e3564ddaa55c158be0b296a5"}}], "links": {"next": null, "self": "http://vm09.local:5000/v3/roles?name=creator", "previous": null}} 2026-04-08T13:29:01.219 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:29:01.219 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/roles?name=creator used request id req-fac8d84f-439c-4120-8268-8bb2c2c3f6b6 2026-04-08T13:29:01.220 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/users/s3-user?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}12c01ebbeda85883d6ed155c3e59cbb283bee8141ba70d91d3f0c6cc3ebdd560" 2026-04-08T13:29:01.221 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:01.259 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 61/61] 192.168.123.109 () {30 vars in 627 bytes} [Wed Apr 8 13:29:01 2026] GET /v3/users/s3-user => generated 85 bytes in 37 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-04-08T13:29:01.259 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/users/s3-user HTTP/1.1" 404 85 2026-04-08T13:29:01.260 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [404] Content-Length: 85 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-ce00a077-8952-4a1d-a99a-785cf7a880aa 2026-04-08T13:29:01.260 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find user: s3-user.","title":"Not Found"}} 2026-04-08T13:29:01.260 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:29:01.260 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/users/s3-user used request id req-ce00a077-8952-4a1d-a99a-785cf7a880aa 2026-04-08T13:29:01.260 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/users?domain_id=None&name=s3-user" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}12c01ebbeda85883d6ed155c3e59cbb283bee8141ba70d91d3f0c6cc3ebdd560" 2026-04-08T13:29:01.261 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:01.301 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 62/62] 192.168.123.109 () {30 vars in 649 bytes} [Wed Apr 8 13:29:01 2026] GET /v3/users?name=s3-user => generated 404 bytes in 40 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:29:01.301 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/users?name=s3-user HTTP/1.1" 200 404 2026-04-08T13:29:01.301 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 404 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-8f421806-a186-44ac-bac6-d7213139745b 2026-04-08T13:29:01.302 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"users": [{"id": "6f02ea20bee34df982a36dd4c3d14fb3", "name": "s3-user", "domain_id": "default", "enabled": true, "default_project_id": "25a447f3aa0d41eaba2ee576b1890b70", "password_expires_at": null, "options": {}, "links": {"self": "http://vm09.local:5000/v3/users/6f02ea20bee34df982a36dd4c3d14fb3"}}], "links": {"next": null, "self": "http://vm09.local:5000/v3/users?name=s3-user", "previous": null}} 2026-04-08T13:29:01.302 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:29:01.302 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/users?name=s3-user used request id req-8f421806-a186-44ac-bac6-d7213139745b 2026-04-08T13:29:01.303 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/projects/s3?domain_id=None" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}12c01ebbeda85883d6ed155c3e59cbb283bee8141ba70d91d3f0c6cc3ebdd560" 2026-04-08T13:29:01.303 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:01.340 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 63/63] 192.168.123.109 () {30 vars in 623 bytes} [Wed Apr 8 13:29:01 2026] GET /v3/projects/s3 => generated 83 bytes in 36 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-04-08T13:29:01.341 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/projects/s3 HTTP/1.1" 404 83 2026-04-08T13:29:01.341 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [404] Content-Length: 83 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-bc9f65f9-a267-46f2-8233-e15d19777ed4 2026-04-08T13:29:01.341 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find project: s3.","title":"Not Found"}} 2026-04-08T13:29:01.341 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:29:01.341 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/projects/s3 used request id req-bc9f65f9-a267-46f2-8233-e15d19777ed4 2026-04-08T13:29:01.342 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/projects?domain_id=None&name=s3" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}12c01ebbeda85883d6ed155c3e59cbb283bee8141ba70d91d3f0c6cc3ebdd560" 2026-04-08T13:29:01.342 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:01.379 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 64/64] 192.168.123.109 () {30 vars in 645 bytes} [Wed Apr 8 13:29:01 2026] GET /v3/projects?name=s3 => generated 401 bytes in 36 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:29:01.379 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/projects?name=s3 HTTP/1.1" 200 401 2026-04-08T13:29:01.379 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 401 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-0f32ec0a-fea1-4870-a67b-131043b6c888 2026-04-08T13:29:01.380 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"projects": [{"id": "25a447f3aa0d41eaba2ee576b1890b70", "name": "s3", "domain_id": "default", "description": "S3 project", "enabled": true, "parent_id": "default", "is_domain": false, "tags": [], "options": {}, "links": {"self": "http://vm09.local:5000/v3/projects/25a447f3aa0d41eaba2ee576b1890b70"}}], "links": {"next": null, "self": "http://vm09.local:5000/v3/projects?name=s3", "previous": null}} 2026-04-08T13:29:01.380 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:29:01.380 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/projects?name=s3 used request id req-0f32ec0a-fea1-4870-a67b-131043b6c888 2026-04-08T13:29:01.381 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X PUT http://vm09.local:5000/v3/projects/25a447f3aa0d41eaba2ee576b1890b70/users/6f02ea20bee34df982a36dd4c3d14fb3/roles/e6228f01e3564ddaa55c158be0b296a5 -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}12c01ebbeda85883d6ed155c3e59cbb283bee8141ba70d91d3f0c6cc3ebdd560" 2026-04-08T13:29:01.382 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:01.427 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 65/65] 192.168.123.109 () {32 vars in 858 bytes} [Wed Apr 8 13:29:01 2026] PUT /v3/projects/25a447f3aa0d41eaba2ee576b1890b70/users/6f02ea20bee34df982a36dd4c3d14fb3/roles/e6228f01e3564ddaa55c158be0b296a5 => generated 0 bytes in 44 msecs (HTTP/1.1 204) 2 headers in 113 bytes (0 switches on core 0) 2026-04-08T13:29:01.427 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "PUT /v3/projects/25a447f3aa0d41eaba2ee576b1890b70/users/6f02ea20bee34df982a36dd4c3d14fb3/roles/e6228f01e3564ddaa55c158be0b296a5 HTTP/1.1" 204 0 2026-04-08T13:29:01.427 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [204] Vary: X-Auth-Token x-openstack-request-id: req-377f9876-293a-4786-a9ac-644dd7cb878a 2026-04-08T13:29:01.427 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: Omitted, Content-Type is set to None. Only application/json, text/plain responses have their bodies logged. 2026-04-08T13:29:01.427 INFO:teuthology.orchestra.run.vm09.stderr:PUT call to identity for http://vm09.local:5000/v3/projects/25a447f3aa0d41eaba2ee576b1890b70/users/6f02ea20bee34df982a36dd4c3d14fb3/roles/e6228f01e3564ddaa55c158be0b296a5 used request id req-377f9876-293a-4786-a9ac-644dd7cb878a 2026-04-08T13:29:01.427 INFO:teuthology.orchestra.run.vm09.stderr:clean_up AddRole: 2026-04-08T13:29:01.427 INFO:teuthology.orchestra.run.vm09.stderr:END return value: 0 2026-04-08T13:29:01.554 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack service create --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --description 'Swift Service' --name swift object-store --debug 2026-04-08T13:29:01.949 INFO:teuthology.orchestra.run.vm09.stderr:START with options: service create --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 --description Swift Service --name swift object-store --debug 2026-04-08T13:29:01.949 INFO:teuthology.orchestra.run.vm09.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm09.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, oauth2_endpoint=None, oauth2_client_id=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** username='admin', user_id=None, password='***', token=*** default_domain_id=None, default_domain_name=None, user_domain_id='default', user_domain_name=None, identity_provider=None, protocol=None, client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, access_token_type=None, endpoint=None, identity_provider_url=None, idp_otp_key=None, device_authorization_endpoint=None, code_challenge_method=None, redirect_uri=None, code=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, oauth2_client_secret=*** auth_methods=None, access_token=*** service_provider_endpoint=None, service_provider_entity_id=None, passcode=None, os_project_name=None, os_project_id=None) 2026-04-08T13:29:01.949 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:29:01.950 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:29:01.950 INFO:teuthology.orchestra.run.vm09.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-04-08T13:29:01.950 INFO:teuthology.orchestra.run.vm09.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:29:01.961 INFO:teuthology.orchestra.run.vm09.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-04-08T13:29:01.966 INFO:teuthology.orchestra.run.vm09.stderr:identity API version 3, cmd group openstack.identity.v3 2026-04-08T13:29:01.970 INFO:teuthology.orchestra.run.vm09.stderr:image API version 2, cmd group openstack.image.v2 2026-04-08T13:29:01.979 INFO:teuthology.orchestra.run.vm09.stderr:network API version 2, cmd group openstack.network.v2 2026-04-08T13:29:01.980 INFO:teuthology.orchestra.run.vm09.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-04-08T13:29:01.986 INFO:teuthology.orchestra.run.vm09.stderr:volume API version 3, cmd group openstack.volume.v3 2026-04-08T13:29:01.991 INFO:teuthology.orchestra.run.vm09.stderr:command: service create -> openstackclient.identity.v3.service.CreateService (auth=True) 2026-04-08T13:29:01.991 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:29:01.991 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:29:01.991 INFO:teuthology.orchestra.run.vm09.stderr:Using auth plugin: password 2026-04-08T13:29:01.991 INFO:teuthology.orchestra.run.vm09.stderr:Using parameters {'auth_url': 'http://vm09.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-04-08T13:29:01.992 INFO:teuthology.orchestra.run.vm09.stderr:Get auth_ref 2026-04-08T13:29:01.992 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-04-08T13:29:01.994 INFO:teuthology.orchestra.run.vm09.stderr:Starting new HTTP connection (1): vm09.local:5000 2026-04-08T13:29:01.995 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 66/66] 192.168.123.109 () {28 vars in 408 bytes} [Wed Apr 8 13:29:01 2026] GET /v3 => generated 250 bytes in 0 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:29:01.995 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-04-08T13:29:01.995 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-cd556bb3-1870-40dd-8579-635d77d2668b 2026-04-08T13:29:01.995 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm09.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-04-08T13:29:01.995 INFO:teuthology.orchestra.run.vm09.stderr:GET call to http://vm09.local:5000/v3 used request id req-cd556bb3-1870-40dd-8579-635d77d2668b 2026-04-08T13:29:01.995 INFO:teuthology.orchestra.run.vm09.stderr:Making authentication request to http://vm09.local:5000/v3/auth/tokens 2026-04-08T13:29:01.996 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:02.219 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 67/67] 192.168.123.109 () {32 vars in 486 bytes} [Wed Apr 8 13:29:01 2026] POST /v3/auth/tokens => generated 1280 bytes in 222 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:29:02.219 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1280 2026-04-08T13:29:02.219 INFO:teuthology.orchestra.run.vm09.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "3b055e7811c84d41834c12ac7d88589f", "name": "admin", "password_expires_at": null}, "audit_ids": ["P8IpxAXhQOmDCpM71OlhEA"], "expires_at": "2026-04-08T14:29:02.000000Z", "issued_at": "2026-04-08T13:29:02.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "27584a226ca94af2af2f27dd08d518da", "name": "admin"}, "is_domain": false, "roles": [{"id": "9cd9d19973284085923d223e99f0f0a2", "name": "member"}, {"id": "7f6e3594e7a749d7810cde69d6efcad7", "name": "manager"}, {"id": "6c029ec07af64a64bde0310ea05b12e3", "name": "reader"}, {"id": "f0bfedd7a3204df7a68a852e4b43d0ed", "name": "admin"}], "catalog": [{"endpoints": [{"id": "28d71c4210c74086adbbe7a9a358a2b1", "interface": "public", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "a7a2084472b74a5b8982c9dff14d93cc", "interface": "internal", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "ae1cc156ca954c36852dbca6c627537b", "interface": "admin", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}], "id": "60fe73b729e242a2be76b832edee0f9b", "type": "identity", "name": "keystone"}]}} 2026-04-08T13:29:02.288 INFO:teuthology.orchestra.run.vm09.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, type='object-store', name='swift', description='Swift Service', is_enabled=True)) 2026-04-08T13:29:02.289 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X POST http://vm09.local:5000/v3/services -H "Content-Type: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}781c72a42ea747ef9609f5309f3f75d5798b39376c0de6c210d3798f038f849e" -d '{"service": {"enabled": true, "type": "object-store", "description": "Swift Service", "name": "swift"}}' 2026-04-08T13:29:02.290 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:02.325 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 68/68] 192.168.123.109 () {34 vars in 671 bytes} [Wed Apr 8 13:29:02 2026] POST /v3/services => generated 236 bytes in 34 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-04-08T13:29:02.325 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/services HTTP/1.1" 201 236 2026-04-08T13:29:02.325 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [201] Content-Length: 236 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-e7a1bb1e-6c07-4c47-a7da-c46997cad111 2026-04-08T13:29:02.325 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"service": {"description": "Swift Service", "name": "swift", "id": "6fc81a059a514040b0a99d132a14be2f", "type": "object-store", "enabled": true, "links": {"self": "http://vm09.local:5000/v3/services/6fc81a059a514040b0a99d132a14be2f"}}} 2026-04-08T13:29:02.325 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:29:02.325 INFO:teuthology.orchestra.run.vm09.stderr:POST call to identity for http://vm09.local:5000/v3/services used request id req-e7a1bb1e-6c07-4c47-a7da-c46997cad111 2026-04-08T13:29:02.326 INFO:teuthology.orchestra.run.vm09.stderr:clean_up CreateService: 2026-04-08T13:29:02.326 INFO:teuthology.orchestra.run.vm09.stderr:END return value: 0 2026-04-08T13:29:02.326 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:29:02.327 INFO:teuthology.orchestra.run.vm09.stdout:| Field | Value | 2026-04-08T13:29:02.327 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:29:02.327 INFO:teuthology.orchestra.run.vm09.stdout:| id | 6fc81a059a514040b0a99d132a14be2f | 2026-04-08T13:29:02.327 INFO:teuthology.orchestra.run.vm09.stdout:| name | swift | 2026-04-08T13:29:02.327 INFO:teuthology.orchestra.run.vm09.stdout:| type | object-store | 2026-04-08T13:29:02.327 INFO:teuthology.orchestra.run.vm09.stdout:| enabled | True | 2026-04-08T13:29:02.327 INFO:teuthology.orchestra.run.vm09.stdout:| description | Swift Service | 2026-04-08T13:29:02.327 INFO:teuthology.orchestra.run.vm09.stdout:+-------------+----------------------------------+ 2026-04-08T13:29:02.432 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && sleep 3 2026-04-08T13:29:05.450 INFO:teuthology.run_tasks:Running task barbican... 2026-04-08T13:29:05.454 DEBUG:tasks.barbican:Barbican config is {'client.0': {'force-branch': 'stable/2025.1', 'keystone_authtoken': {'auth_plugin': 'password', 'password': 'barbican-pass', 'user_domain_name': 'Default', 'username': 'barbican-user'}, 'rgw_user': {'password': 'rgwcrypt-pass', 'tenantName': 'rgwcrypt', 'username': 'rgwcrypt-user'}, 'secrets': [{'base64': 'a2V5MS5GcWVxKzhzTGNLaGtzQkg5NGVpb1FKcFpGb2c=', 'name': 'my-key-1', 'password': 's3-pass', 'tenantName': 's3', 'username': 's3-user'}, {'base64': 'a2V5Mi5yNUNNMGFzMVdIUVZxcCt5NGVmVGlQQ1k4YWg=', 'name': 'my-key-2', 'password': 's3-pass', 'tenantName': 's3', 'username': 's3-user'}], 'use-keystone-role': 'client.0'}} 2026-04-08T13:29:05.454 INFO:tasks.barbican:Downloading barbican... 2026-04-08T13:29:05.454 INFO:tasks.barbican:Using branch 'stable/2025.1' for barbican 2026-04-08T13:29:05.454 INFO:tasks.barbican:sha1=None 2026-04-08T13:29:05.454 DEBUG:teuthology.orchestra.run.vm09:> bash -l 2026-04-08T13:29:05.531 DEBUG:teuthology.orchestra.run.vm09:> git clone -b stable/2025.1 https://github.com/openstack/barbican.git /home/ubuntu/cephtest/barbican 2026-04-08T13:29:05.548 INFO:teuthology.orchestra.run.vm09.stderr:Cloning into '/home/ubuntu/cephtest/barbican'... 2026-04-08T13:29:06.837 INFO:tasks.barbican:Setting up virtualenv for barbican... 2026-04-08T13:29:06.838 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/barbican && python3 -m venv .barbicanenv 2026-04-08T13:29:08.268 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/barbican && . .barbicanenv/bin/activate && pip install --upgrade pip 2026-04-08T13:29:08.429 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: pip in ./.barbicanenv/lib/python3.9/site-packages (21.3.1) 2026-04-08T13:29:08.516 INFO:teuthology.orchestra.run.vm09.stdout:Collecting pip 2026-04-08T13:29:08.544 INFO:teuthology.orchestra.run.vm09.stdout: Downloading pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-08T13:29:08.632 INFO:teuthology.orchestra.run.vm09.stdout:Installing collected packages: pip 2026-04-08T13:29:08.632 INFO:teuthology.orchestra.run.vm09.stdout: Attempting uninstall: pip 2026-04-08T13:29:08.632 INFO:teuthology.orchestra.run.vm09.stdout: Found existing installation: pip 21.3.1 2026-04-08T13:29:08.728 INFO:teuthology.orchestra.run.vm09.stdout: Uninstalling pip-21.3.1: 2026-04-08T13:29:08.731 INFO:teuthology.orchestra.run.vm09.stdout: Successfully uninstalled pip-21.3.1 2026-04-08T13:29:09.168 INFO:teuthology.orchestra.run.vm09.stdout:Successfully installed pip-26.0.1 2026-04-08T13:29:09.288 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/barbican && . .barbicanenv/bin/activate && pip install -chttps://releases.openstack.org/constraints/upper/2025.1 pytz -e /home/ubuntu/cephtest/barbican 2026-04-08T13:29:09.546 INFO:teuthology.orchestra.run.vm09.stdout:Obtaining file:///home/ubuntu/cephtest/barbican 2026-04-08T13:29:09.548 INFO:teuthology.orchestra.run.vm09.stdout: Installing build dependencies: started 2026-04-08T13:29:09.928 INFO:teuthology.orchestra.run.vm09.stdout: Installing build dependencies: finished with status 'done' 2026-04-08T13:29:09.929 INFO:teuthology.orchestra.run.vm09.stdout: Checking if build backend supports build_editable: started 2026-04-08T13:29:10.091 INFO:teuthology.orchestra.run.vm09.stdout: Checking if build backend supports build_editable: finished with status 'done' 2026-04-08T13:29:10.092 INFO:teuthology.orchestra.run.vm09.stdout: Getting requirements to build editable: started 2026-04-08T13:29:10.177 INFO:teuthology.orchestra.run.vm09.stdout: Getting requirements to build editable: finished with status 'done' 2026-04-08T13:29:10.179 INFO:teuthology.orchestra.run.vm09.stdout: Preparing editable metadata (pyproject.toml): started 2026-04-08T13:29:10.430 INFO:teuthology.orchestra.run.vm09.stdout: Preparing editable metadata (pyproject.toml): finished with status 'done' 2026-04-08T13:29:10.486 INFO:teuthology.orchestra.run.vm09.stdout:Collecting pytz 2026-04-08T13:29:10.487 INFO:teuthology.orchestra.run.vm09.stdout: Using cached pytz-2025.1-py2.py3-none-any.whl.metadata (22 kB) 2026-04-08T13:29:10.506 INFO:teuthology.orchestra.run.vm09.stdout:Collecting alembic>=0.8.10 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.506 INFO:teuthology.orchestra.run.vm09.stdout: Using cached alembic-1.14.1-py3-none-any.whl.metadata (7.4 kB) 2026-04-08T13:29:10.566 INFO:teuthology.orchestra.run.vm09.stdout:Collecting cffi>=1.7.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.567 INFO:teuthology.orchestra.run.vm09.stdout: Using cached cffi-1.17.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (1.5 kB) 2026-04-08T13:29:10.674 INFO:teuthology.orchestra.run.vm09.stdout:Collecting cryptography>=2.1 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.675 INFO:teuthology.orchestra.run.vm09.stdout: Using cached cryptography-43.0.3-cp39-abi3-manylinux_2_28_x86_64.whl.metadata (5.4 kB) 2026-04-08T13:29:10.692 INFO:teuthology.orchestra.run.vm09.stdout:Collecting eventlet!=0.18.3,!=0.20.1,>=0.18.2 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.692 INFO:teuthology.orchestra.run.vm09.stdout: Using cached eventlet-0.39.0-py3-none-any.whl.metadata (5.5 kB) 2026-04-08T13:29:10.714 INFO:teuthology.orchestra.run.vm09.stdout:Collecting jsonschema>=3.2.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.715 INFO:teuthology.orchestra.run.vm09.stdout: Using cached jsonschema-4.23.0-py3-none-any.whl.metadata (7.9 kB) 2026-04-08T13:29:10.736 INFO:teuthology.orchestra.run.vm09.stdout:Collecting oslo.config>=6.4.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.737 INFO:teuthology.orchestra.run.vm09.stdout: Using cached oslo.config-9.7.1-py3-none-any.whl.metadata (2.8 kB) 2026-04-08T13:29:10.755 INFO:teuthology.orchestra.run.vm09.stdout:Collecting oslo.context>=2.22.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.756 INFO:teuthology.orchestra.run.vm09.stdout: Using cached oslo.context-5.7.1-py3-none-any.whl.metadata (2.1 kB) 2026-04-08T13:29:10.782 INFO:teuthology.orchestra.run.vm09.stdout:Collecting oslo.db>=4.27.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.783 INFO:teuthology.orchestra.run.vm09.stdout: Using cached oslo.db-17.2.1-py3-none-any.whl.metadata (3.0 kB) 2026-04-08T13:29:10.801 INFO:teuthology.orchestra.run.vm09.stdout:Collecting oslo.i18n>=3.15.3 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.802 INFO:teuthology.orchestra.run.vm09.stdout: Using cached oslo.i18n-6.5.1-py3-none-any.whl.metadata (2.1 kB) 2026-04-08T13:29:10.830 INFO:teuthology.orchestra.run.vm09.stdout:Collecting oslo.messaging>=14.1.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.831 INFO:teuthology.orchestra.run.vm09.stdout: Using cached oslo.messaging-16.1.0-py3-none-any.whl.metadata (3.1 kB) 2026-04-08T13:29:10.851 INFO:teuthology.orchestra.run.vm09.stdout:Collecting oslo.middleware>=3.31.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.852 INFO:teuthology.orchestra.run.vm09.stdout: Using cached oslo.middleware-6.3.1-py3-none-any.whl.metadata (2.2 kB) 2026-04-08T13:29:10.875 INFO:teuthology.orchestra.run.vm09.stdout:Collecting oslo.log>=4.3.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.876 INFO:teuthology.orchestra.run.vm09.stdout: Using cached oslo.log-7.1.0-py3-none-any.whl.metadata (2.8 kB) 2026-04-08T13:29:10.899 INFO:teuthology.orchestra.run.vm09.stdout:Collecting oslo.policy>=4.5.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.900 INFO:teuthology.orchestra.run.vm09.stdout: Using cached oslo.policy-4.5.1-py3-none-any.whl.metadata (2.1 kB) 2026-04-08T13:29:10.918 INFO:teuthology.orchestra.run.vm09.stdout:Collecting oslo.serialization!=2.19.1,>=2.18.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.919 INFO:teuthology.orchestra.run.vm09.stdout: Using cached oslo.serialization-5.7.0-py3-none-any.whl.metadata (2.1 kB) 2026-04-08T13:29:10.938 INFO:teuthology.orchestra.run.vm09.stdout:Collecting oslo.service!=1.28.1,>=1.24.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.939 INFO:teuthology.orchestra.run.vm09.stdout: Using cached oslo.service-4.1.1-py3-none-any.whl.metadata (2.7 kB) 2026-04-08T13:29:10.952 INFO:teuthology.orchestra.run.vm09.stdout:Collecting oslo.upgradecheck>=1.3.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.953 INFO:teuthology.orchestra.run.vm09.stdout: Using cached oslo.upgradecheck-2.5.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-08T13:29:10.975 INFO:teuthology.orchestra.run.vm09.stdout:Collecting oslo.utils>=7.0.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:10.975 INFO:teuthology.orchestra.run.vm09.stdout: Using cached oslo.utils-8.2.0-py3-none-any.whl.metadata (2.2 kB) 2026-04-08T13:29:10.997 INFO:teuthology.orchestra.run.vm09.stdout:Collecting oslo.versionedobjects>=1.31.2 (from barbican==20.0.1.dev3) 2026-04-08T13:29:11.027 INFO:teuthology.orchestra.run.vm09.stdout: Downloading oslo.versionedobjects-3.6.0-py3-none-any.whl.metadata (2.7 kB) 2026-04-08T13:29:11.045 INFO:teuthology.orchestra.run.vm09.stdout:Collecting Paste>=2.0.2 (from barbican==20.0.1.dev3) 2026-04-08T13:29:11.045 INFO:teuthology.orchestra.run.vm09.stdout: Using cached Paste-3.10.1-py3-none-any.whl.metadata (5.3 kB) 2026-04-08T13:29:11.059 INFO:teuthology.orchestra.run.vm09.stdout:Collecting PasteDeploy>=1.5.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:11.060 INFO:teuthology.orchestra.run.vm09.stdout: Using cached PasteDeploy-3.1.0-py3-none-any.whl.metadata (2.7 kB) 2026-04-08T13:29:11.077 INFO:teuthology.orchestra.run.vm09.stdout:Collecting pbr!=2.1.0,>=2.0.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:11.078 INFO:teuthology.orchestra.run.vm09.stdout: Using cached pbr-6.1.1-py2.py3-none-any.whl.metadata (3.4 kB) 2026-04-08T13:29:11.095 INFO:teuthology.orchestra.run.vm09.stdout:Collecting pecan!=1.0.2,!=1.0.3,!=1.0.4,!=1.2,>=1.0.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:11.104 INFO:teuthology.orchestra.run.vm09.stdout: Downloading pecan-1.5.1-py3-none-any.whl.metadata (1.4 kB) 2026-04-08T13:29:11.125 INFO:teuthology.orchestra.run.vm09.stdout:Collecting ldap3>=1.0.2 (from barbican==20.0.1.dev3) 2026-04-08T13:29:11.136 INFO:teuthology.orchestra.run.vm09.stdout: Downloading ldap3-2.9.1-py2.py3-none-any.whl.metadata (5.4 kB) 2026-04-08T13:29:11.175 INFO:teuthology.orchestra.run.vm09.stdout:Collecting keystonemiddleware>=9.5.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:11.176 INFO:teuthology.orchestra.run.vm09.stdout: Using cached keystonemiddleware-10.9.0-py3-none-any.whl.metadata (3.9 kB) 2026-04-08T13:29:11.337 INFO:teuthology.orchestra.run.vm09.stdout:Collecting SQLAlchemy>=1.4.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:11.337 INFO:teuthology.orchestra.run.vm09.stdout: Using cached SQLAlchemy-2.0.38-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (9.6 kB) 2026-04-08T13:29:11.358 INFO:teuthology.orchestra.run.vm09.stdout:Collecting stevedore>=1.20.0 (from barbican==20.0.1.dev3) 2026-04-08T13:29:11.360 INFO:teuthology.orchestra.run.vm09.stdout: Using cached stevedore-5.4.1-py3-none-any.whl.metadata (2.3 kB) 2026-04-08T13:29:11.376 INFO:teuthology.orchestra.run.vm09.stdout:Collecting WebOb>=1.7.1 (from barbican==20.0.1.dev3) 2026-04-08T13:29:11.376 INFO:teuthology.orchestra.run.vm09.stdout: Using cached WebOb-1.8.9-py2.py3-none-any.whl.metadata (11 kB) 2026-04-08T13:29:11.497 INFO:teuthology.orchestra.run.vm09.stdout:Collecting castellan>=1.2.1 (from barbican==20.0.1.dev3) 2026-04-08T13:29:11.506 INFO:teuthology.orchestra.run.vm09.stdout: Downloading castellan-5.2.1-py3-none-any.whl.metadata (1.9 kB) 2026-04-08T13:29:11.620 INFO:teuthology.orchestra.run.vm09.stdout:Collecting microversion-parse>=0.2.1 (from barbican==20.0.1.dev3) 2026-04-08T13:29:11.629 INFO:teuthology.orchestra.run.vm09.stdout: Downloading microversion_parse-2.0.0-py3-none-any.whl.metadata (5.1 kB) 2026-04-08T13:29:11.650 INFO:teuthology.orchestra.run.vm09.stdout:Collecting Mako (from alembic>=0.8.10->barbican==20.0.1.dev3) 2026-04-08T13:29:11.651 INFO:teuthology.orchestra.run.vm09.stdout: Using cached Mako-1.3.9-py3-none-any.whl.metadata (2.9 kB) 2026-04-08T13:29:11.665 INFO:teuthology.orchestra.run.vm09.stdout:Collecting typing-extensions>=4 (from alembic>=0.8.10->barbican==20.0.1.dev3) 2026-04-08T13:29:11.666 INFO:teuthology.orchestra.run.vm09.stdout: Using cached typing_extensions-4.12.2-py3-none-any.whl.metadata (3.0 kB) 2026-04-08T13:29:11.688 INFO:teuthology.orchestra.run.vm09.stdout:Collecting python-barbicanclient>=5.5.0 (from castellan>=1.2.1->barbican==20.0.1.dev3) 2026-04-08T13:29:11.697 INFO:teuthology.orchestra.run.vm09.stdout: Downloading python_barbicanclient-7.1.0-py3-none-any.whl.metadata (11 kB) 2026-04-08T13:29:11.719 INFO:teuthology.orchestra.run.vm09.stdout:Collecting keystoneauth1>=3.4.0 (from castellan>=1.2.1->barbican==20.0.1.dev3) 2026-04-08T13:29:11.720 INFO:teuthology.orchestra.run.vm09.stdout: Using cached keystoneauth1-5.10.0-py3-none-any.whl.metadata (4.0 kB) 2026-04-08T13:29:11.739 INFO:teuthology.orchestra.run.vm09.stdout:Collecting requests>=2.18.0 (from castellan>=1.2.1->barbican==20.0.1.dev3) 2026-04-08T13:29:11.740 INFO:teuthology.orchestra.run.vm09.stdout: Using cached requests-2.32.3-py3-none-any.whl.metadata (4.6 kB) 2026-04-08T13:29:11.752 INFO:teuthology.orchestra.run.vm09.stdout:Collecting pycparser (from cffi>=1.7.0->barbican==20.0.1.dev3) 2026-04-08T13:29:11.753 INFO:teuthology.orchestra.run.vm09.stdout: Using cached pycparser-2.22-py3-none-any.whl.metadata (943 bytes) 2026-04-08T13:29:11.768 INFO:teuthology.orchestra.run.vm09.stdout:Collecting dnspython>=1.15.0 (from eventlet!=0.18.3,!=0.20.1,>=0.18.2->barbican==20.0.1.dev3) 2026-04-08T13:29:11.768 INFO:teuthology.orchestra.run.vm09.stdout: Using cached dnspython-2.7.0-py3-none-any.whl.metadata (5.8 kB) 2026-04-08T13:29:11.885 INFO:teuthology.orchestra.run.vm09.stdout:Collecting greenlet>=1.0 (from eventlet!=0.18.3,!=0.20.1,>=0.18.2->barbican==20.0.1.dev3) 2026-04-08T13:29:11.886 INFO:teuthology.orchestra.run.vm09.stdout: Using cached greenlet-3.1.1-cp39-cp39-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl.metadata (3.8 kB) 2026-04-08T13:29:11.900 INFO:teuthology.orchestra.run.vm09.stdout:Collecting attrs>=22.2.0 (from jsonschema>=3.2.0->barbican==20.0.1.dev3) 2026-04-08T13:29:11.901 INFO:teuthology.orchestra.run.vm09.stdout: Using cached attrs-25.1.0-py3-none-any.whl.metadata (10 kB) 2026-04-08T13:29:11.917 INFO:teuthology.orchestra.run.vm09.stdout:Collecting jsonschema-specifications>=2023.03.6 (from jsonschema>=3.2.0->barbican==20.0.1.dev3) 2026-04-08T13:29:11.918 INFO:teuthology.orchestra.run.vm09.stdout: Using cached jsonschema_specifications-2024.10.1-py3-none-any.whl.metadata (3.0 kB) 2026-04-08T13:29:11.936 INFO:teuthology.orchestra.run.vm09.stdout:Collecting referencing>=0.28.4 (from jsonschema>=3.2.0->barbican==20.0.1.dev3) 2026-04-08T13:29:11.937 INFO:teuthology.orchestra.run.vm09.stdout: Using cached referencing-0.36.2-py3-none-any.whl.metadata (2.8 kB) 2026-04-08T13:29:12.162 INFO:teuthology.orchestra.run.vm09.stdout:Collecting rpds-py>=0.7.1 (from jsonschema>=3.2.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.163 INFO:teuthology.orchestra.run.vm09.stdout: Using cached rpds_py-0.23.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.1 kB) 2026-04-08T13:29:12.180 INFO:teuthology.orchestra.run.vm09.stdout:Collecting iso8601>=2.0.0 (from keystoneauth1>=3.4.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-04-08T13:29:12.181 INFO:teuthology.orchestra.run.vm09.stdout: Using cached iso8601-2.1.0-py3-none-any.whl.metadata (3.7 kB) 2026-04-08T13:29:12.195 INFO:teuthology.orchestra.run.vm09.stdout:Collecting os-service-types>=1.2.0 (from keystoneauth1>=3.4.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-04-08T13:29:12.195 INFO:teuthology.orchestra.run.vm09.stdout: Using cached os_service_types-1.7.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-08T13:29:12.218 INFO:teuthology.orchestra.run.vm09.stdout:Collecting oslo.cache>=1.26.0 (from keystonemiddleware>=9.5.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.219 INFO:teuthology.orchestra.run.vm09.stdout: Using cached oslo_cache-3.10.2-py3-none-any.whl.metadata (3.2 kB) 2026-04-08T13:29:12.236 INFO:teuthology.orchestra.run.vm09.stdout:Collecting pycadf>=1.1.0 (from keystonemiddleware>=9.5.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.237 INFO:teuthology.orchestra.run.vm09.stdout: Using cached pycadf-4.0.1-py3-none-any.whl.metadata (2.2 kB) 2026-04-08T13:29:12.255 INFO:teuthology.orchestra.run.vm09.stdout:Collecting PyJWT>=2.4.0 (from keystonemiddleware>=9.5.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.256 INFO:teuthology.orchestra.run.vm09.stdout: Using cached PyJWT-2.10.1-py3-none-any.whl.metadata (4.0 kB) 2026-04-08T13:29:12.277 INFO:teuthology.orchestra.run.vm09.stdout:Collecting python-keystoneclient>=3.20.0 (from keystonemiddleware>=9.5.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.278 INFO:teuthology.orchestra.run.vm09.stdout: Using cached python_keystoneclient-5.6.0-py3-none-any.whl.metadata (3.7 kB) 2026-04-08T13:29:12.300 INFO:teuthology.orchestra.run.vm09.stdout:Collecting pyasn1>=0.4.6 (from ldap3>=1.0.2->barbican==20.0.1.dev3) 2026-04-08T13:29:12.301 INFO:teuthology.orchestra.run.vm09.stdout: Using cached pyasn1-0.6.0-py2.py3-none-any.whl.metadata (8.3 kB) 2026-04-08T13:29:12.318 INFO:teuthology.orchestra.run.vm09.stdout:Collecting dogpile.cache>=1.3.3 (from oslo.cache>=1.26.0->keystonemiddleware>=9.5.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.319 INFO:teuthology.orchestra.run.vm09.stdout: Using cached dogpile.cache-1.3.4-py3-none-any.whl.metadata (5.5 kB) 2026-04-08T13:29:12.343 INFO:teuthology.orchestra.run.vm09.stdout:Collecting debtcollector>=3.0.0 (from oslo.cache>=1.26.0->keystonemiddleware>=9.5.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.344 INFO:teuthology.orchestra.run.vm09.stdout: Using cached debtcollector-3.0.0-py3-none-any.whl.metadata (2.3 kB) 2026-04-08T13:29:12.446 INFO:teuthology.orchestra.run.vm09.stdout:Collecting wrapt>=1.7.0 (from debtcollector>=3.0.0->oslo.cache>=1.26.0->keystonemiddleware>=9.5.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.447 INFO:teuthology.orchestra.run.vm09.stdout: Using cached wrapt-1.17.2-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.4 kB) 2026-04-08T13:29:12.463 INFO:teuthology.orchestra.run.vm09.stdout:Collecting decorator>=4.0.0 (from dogpile.cache>=1.3.3->oslo.cache>=1.26.0->keystonemiddleware>=9.5.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.465 INFO:teuthology.orchestra.run.vm09.stdout: Using cached decorator-5.1.1-py3-none-any.whl.metadata (4.0 kB) 2026-04-08T13:29:12.486 INFO:teuthology.orchestra.run.vm09.stdout:Collecting netaddr>=0.7.18 (from oslo.config>=6.4.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.487 INFO:teuthology.orchestra.run.vm09.stdout: Using cached netaddr-1.3.0-py3-none-any.whl.metadata (5.0 kB) 2026-04-08T13:29:12.501 INFO:teuthology.orchestra.run.vm09.stdout:Collecting rfc3986>=1.2.0 (from oslo.config>=6.4.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.501 INFO:teuthology.orchestra.run.vm09.stdout: Using cached rfc3986-2.0.0-py2.py3-none-any.whl.metadata (6.6 kB) 2026-04-08T13:29:12.528 INFO:teuthology.orchestra.run.vm09.stdout:Collecting PyYAML>=5.1 (from oslo.config>=6.4.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.529 INFO:teuthology.orchestra.run.vm09.stdout: Using cached PyYAML-6.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (2.1 kB) 2026-04-08T13:29:12.547 INFO:teuthology.orchestra.run.vm09.stdout:Collecting testresources>=2.0.0 (from oslo.db>=4.27.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.548 INFO:teuthology.orchestra.run.vm09.stdout: Using cached testresources-2.0.1-py2.py3-none-any.whl.metadata (11 kB) 2026-04-08T13:29:12.561 INFO:teuthology.orchestra.run.vm09.stdout:Collecting testscenarios>=0.4 (from oslo.db>=4.27.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.562 INFO:teuthology.orchestra.run.vm09.stdout: Using cached testscenarios-0.5.0-py2.py3-none-any.whl.metadata (12 kB) 2026-04-08T13:29:12.584 INFO:teuthology.orchestra.run.vm09.stdout:Collecting python-dateutil>=2.7.0 (from oslo.log>=4.3.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.585 INFO:teuthology.orchestra.run.vm09.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-08T13:29:12.602 INFO:teuthology.orchestra.run.vm09.stdout:Collecting futurist>=1.2.0 (from oslo.messaging>=14.1.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.603 INFO:teuthology.orchestra.run.vm09.stdout: Using cached futurist-3.1.0-py3-none-any.whl.metadata (2.2 kB) 2026-04-08T13:29:12.622 INFO:teuthology.orchestra.run.vm09.stdout:Collecting cachetools>=2.0.0 (from oslo.messaging>=14.1.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.623 INFO:teuthology.orchestra.run.vm09.stdout: Using cached cachetools-5.5.2-py3-none-any.whl.metadata (5.4 kB) 2026-04-08T13:29:12.641 INFO:teuthology.orchestra.run.vm09.stdout:Collecting amqp>=2.5.2 (from oslo.messaging>=14.1.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.642 INFO:teuthology.orchestra.run.vm09.stdout: Using cached amqp-5.3.1-py3-none-any.whl.metadata (8.9 kB) 2026-04-08T13:29:12.664 INFO:teuthology.orchestra.run.vm09.stdout:Collecting kombu>=4.6.6 (from oslo.messaging>=14.1.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.665 INFO:teuthology.orchestra.run.vm09.stdout: Using cached kombu-5.4.2-py3-none-any.whl.metadata (3.2 kB) 2026-04-08T13:29:12.683 INFO:teuthology.orchestra.run.vm09.stdout:Collecting oslo.metrics>=0.2.1 (from oslo.messaging>=14.1.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.684 INFO:teuthology.orchestra.run.vm09.stdout: Using cached oslo.metrics-0.11.0-py3-none-any.whl.metadata (1.3 kB) 2026-04-08T13:29:12.703 INFO:teuthology.orchestra.run.vm09.stdout:Collecting vine<6.0.0,>=5.0.0 (from amqp>=2.5.2->oslo.messaging>=14.1.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.704 INFO:teuthology.orchestra.run.vm09.stdout: Using cached vine-5.1.0-py3-none-any.whl.metadata (2.7 kB) 2026-04-08T13:29:12.723 INFO:teuthology.orchestra.run.vm09.stdout:Collecting tzdata (from kombu>=4.6.6->oslo.messaging>=14.1.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.724 INFO:teuthology.orchestra.run.vm09.stdout: Using cached tzdata-2025.1-py2.py3-none-any.whl.metadata (1.4 kB) 2026-04-08T13:29:12.752 INFO:teuthology.orchestra.run.vm09.stdout:Collecting prometheus-client>=0.6.0 (from oslo.metrics>=0.2.1->oslo.messaging>=14.1.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.753 INFO:teuthology.orchestra.run.vm09.stdout: Using cached prometheus_client-0.21.1-py3-none-any.whl.metadata (1.8 kB) 2026-04-08T13:29:12.770 INFO:teuthology.orchestra.run.vm09.stdout:Collecting Jinja2>=2.10 (from oslo.middleware>=3.31.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.772 INFO:teuthology.orchestra.run.vm09.stdout: Using cached jinja2-3.1.5-py3-none-any.whl.metadata (2.6 kB) 2026-04-08T13:29:12.787 INFO:teuthology.orchestra.run.vm09.stdout:Collecting statsd>=3.2.1 (from oslo.middleware>=3.31.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.788 INFO:teuthology.orchestra.run.vm09.stdout: Using cached statsd-4.0.1-py2.py3-none-any.whl.metadata (2.9 kB) 2026-04-08T13:29:12.937 INFO:teuthology.orchestra.run.vm09.stdout:Collecting bcrypt>=3.1.3 (from oslo.middleware>=3.31.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.939 INFO:teuthology.orchestra.run.vm09.stdout: Using cached bcrypt-4.0.1-cp36-abi3-manylinux_2_28_x86_64.whl.metadata (9.0 kB) 2026-04-08T13:29:12.983 INFO:teuthology.orchestra.run.vm09.stdout:Collecting MarkupSafe>=2.0 (from Jinja2>=2.10->oslo.middleware>=3.31.0->barbican==20.0.1.dev3) 2026-04-08T13:29:12.984 INFO:teuthology.orchestra.run.vm09.stdout: Using cached MarkupSafe-3.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.0 kB) 2026-04-08T13:29:13.033 INFO:teuthology.orchestra.run.vm09.stdout:Collecting msgpack>=0.5.2 (from oslo.serialization!=2.19.1,>=2.18.0->barbican==20.0.1.dev3) 2026-04-08T13:29:13.034 INFO:teuthology.orchestra.run.vm09.stdout: Using cached msgpack-1.1.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (8.4 kB) 2026-04-08T13:29:13.059 INFO:teuthology.orchestra.run.vm09.stdout:Collecting oslo.concurrency>=3.25.0 (from oslo.service!=1.28.1,>=1.24.0->barbican==20.0.1.dev3) 2026-04-08T13:29:13.060 INFO:teuthology.orchestra.run.vm09.stdout: Using cached oslo.concurrency-7.1.0-py3-none-any.whl.metadata (2.4 kB) 2026-04-08T13:29:13.076 INFO:teuthology.orchestra.run.vm09.stdout:Collecting Routes>=2.3.1 (from oslo.service!=1.28.1,>=1.24.0->barbican==20.0.1.dev3) 2026-04-08T13:29:13.077 INFO:teuthology.orchestra.run.vm09.stdout: Using cached Routes-2.5.1-py2.py3-none-any.whl.metadata (25 kB) 2026-04-08T13:29:13.106 INFO:teuthology.orchestra.run.vm09.stdout:Collecting Yappi>=1.0 (from oslo.service!=1.28.1,>=1.24.0->barbican==20.0.1.dev3) 2026-04-08T13:29:13.107 INFO:teuthology.orchestra.run.vm09.stdout: Using cached yappi-1.6.10-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (11 kB) 2026-04-08T13:29:13.121 INFO:teuthology.orchestra.run.vm09.stdout:Collecting fasteners>=0.7.0 (from oslo.concurrency>=3.25.0->oslo.service!=1.28.1,>=1.24.0->barbican==20.0.1.dev3) 2026-04-08T13:29:13.121 INFO:teuthology.orchestra.run.vm09.stdout: Using cached fasteners-0.19-py3-none-any.whl.metadata (4.9 kB) 2026-04-08T13:29:13.136 INFO:teuthology.orchestra.run.vm09.stdout:Collecting PrettyTable>=0.7.1 (from oslo.upgradecheck>=1.3.0->barbican==20.0.1.dev3) 2026-04-08T13:29:13.136 INFO:teuthology.orchestra.run.vm09.stdout: Using cached prettytable-3.14.0-py3-none-any.whl.metadata (30 kB) 2026-04-08T13:29:13.167 INFO:teuthology.orchestra.run.vm09.stdout:Collecting pyparsing>=2.1.0 (from oslo.utils>=7.0.0->barbican==20.0.1.dev3) 2026-04-08T13:29:13.168 INFO:teuthology.orchestra.run.vm09.stdout: Using cached pyparsing-3.2.1-py3-none-any.whl.metadata (5.0 kB) 2026-04-08T13:29:13.184 INFO:teuthology.orchestra.run.vm09.stdout:Collecting packaging>=20.4 (from oslo.utils>=7.0.0->barbican==20.0.1.dev3) 2026-04-08T13:29:13.185 INFO:teuthology.orchestra.run.vm09.stdout: Using cached packaging-24.2-py3-none-any.whl.metadata (3.2 kB) 2026-04-08T13:29:13.234 INFO:teuthology.orchestra.run.vm09.stdout:Collecting psutil>=3.2.2 (from oslo.utils>=7.0.0->barbican==20.0.1.dev3) 2026-04-08T13:29:13.236 INFO:teuthology.orchestra.run.vm09.stdout: Using cached psutil-7.0.0-cp36-abi3-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (22 kB) 2026-04-08T13:29:13.251 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: setuptools in ./.barbicanenv/lib/python3.9/site-packages (from Paste>=2.0.2->barbican==20.0.1.dev3) (53.0.0) 2026-04-08T13:29:13.267 INFO:teuthology.orchestra.run.vm09.stdout:Collecting logutils>=0.3 (from pecan!=1.0.2,!=1.0.3,!=1.0.4,!=1.2,>=1.0.0->barbican==20.0.1.dev3) 2026-04-08T13:29:13.276 INFO:teuthology.orchestra.run.vm09.stdout: Downloading logutils-0.3.5.tar.gz (27 kB) 2026-04-08T13:29:13.288 INFO:teuthology.orchestra.run.vm09.stdout: Installing build dependencies: started 2026-04-08T13:29:13.709 INFO:teuthology.orchestra.run.vm09.stdout: Installing build dependencies: finished with status 'done' 2026-04-08T13:29:13.710 INFO:teuthology.orchestra.run.vm09.stdout: Getting requirements to build wheel: started 2026-04-08T13:29:13.894 INFO:teuthology.orchestra.run.vm09.stdout: Getting requirements to build wheel: finished with status 'done' 2026-04-08T13:29:13.895 INFO:teuthology.orchestra.run.vm09.stdout: Preparing metadata (pyproject.toml): started 2026-04-08T13:29:13.999 INFO:teuthology.orchestra.run.vm09.stdout: Preparing metadata (pyproject.toml): finished with status 'done' 2026-04-08T13:29:14.019 INFO:teuthology.orchestra.run.vm09.stdout:Collecting wcwidth (from PrettyTable>=0.7.1->oslo.upgradecheck>=1.3.0->barbican==20.0.1.dev3) 2026-04-08T13:29:14.020 INFO:teuthology.orchestra.run.vm09.stdout: Using cached wcwidth-0.2.13-py2.py3-none-any.whl.metadata (14 kB) 2026-04-08T13:29:14.041 INFO:teuthology.orchestra.run.vm09.stdout:Collecting cliff>=2.8.0 (from python-barbicanclient>=5.5.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-04-08T13:29:14.042 INFO:teuthology.orchestra.run.vm09.stdout: Using cached cliff-4.9.1-py3-none-any.whl.metadata (2.1 kB) 2026-04-08T13:29:14.058 INFO:teuthology.orchestra.run.vm09.stdout:Collecting autopage>=0.4.0 (from cliff>=2.8.0->python-barbicanclient>=5.5.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-04-08T13:29:14.059 INFO:teuthology.orchestra.run.vm09.stdout: Using cached autopage-0.5.2-py3-none-any.whl.metadata (7.9 kB) 2026-04-08T13:29:14.083 INFO:teuthology.orchestra.run.vm09.stdout:Collecting cmd2>=1.0.0 (from cliff>=2.8.0->python-barbicanclient>=5.5.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-04-08T13:29:14.084 INFO:teuthology.orchestra.run.vm09.stdout: Using cached cmd2-2.5.11-py3-none-any.whl.metadata (17 kB) 2026-04-08T13:29:14.108 INFO:teuthology.orchestra.run.vm09.stdout:Collecting importlib-metadata>=4.4 (from cliff>=2.8.0->python-barbicanclient>=5.5.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-04-08T13:29:14.109 INFO:teuthology.orchestra.run.vm09.stdout: Using cached importlib_metadata-6.2.1-py3-none-any.whl.metadata (5.0 kB) 2026-04-08T13:29:14.127 INFO:teuthology.orchestra.run.vm09.stdout:Collecting pyperclip>=1.8 (from cmd2>=1.0.0->cliff>=2.8.0->python-barbicanclient>=5.5.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-04-08T13:29:14.127 INFO:teuthology.orchestra.run.vm09.stdout: Using cached pyperclip-1.9.0-py3-none-any.whl 2026-04-08T13:29:14.149 INFO:teuthology.orchestra.run.vm09.stdout:Collecting zipp>=0.5 (from importlib-metadata>=4.4->cliff>=2.8.0->python-barbicanclient>=5.5.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-04-08T13:29:14.151 INFO:teuthology.orchestra.run.vm09.stdout: Using cached zipp-3.21.0-py3-none-any.whl.metadata (3.7 kB) 2026-04-08T13:29:14.169 INFO:teuthology.orchestra.run.vm09.stdout:Collecting six>=1.5 (from python-dateutil>=2.7.0->oslo.log>=4.3.0->barbican==20.0.1.dev3) 2026-04-08T13:29:14.170 INFO:teuthology.orchestra.run.vm09.stdout: Using cached six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-08T13:29:14.238 INFO:teuthology.orchestra.run.vm09.stdout:Collecting charset-normalizer<4,>=2 (from requests>=2.18.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-04-08T13:29:14.239 INFO:teuthology.orchestra.run.vm09.stdout: Using cached charset_normalizer-3.4.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (35 kB) 2026-04-08T13:29:14.255 INFO:teuthology.orchestra.run.vm09.stdout:Collecting idna<4,>=2.5 (from requests>=2.18.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-04-08T13:29:14.256 INFO:teuthology.orchestra.run.vm09.stdout: Using cached idna-3.10-py3-none-any.whl.metadata (10 kB) 2026-04-08T13:29:14.277 INFO:teuthology.orchestra.run.vm09.stdout:Collecting urllib3<3,>=1.21.1 (from requests>=2.18.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-04-08T13:29:14.278 INFO:teuthology.orchestra.run.vm09.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-08T13:29:14.299 INFO:teuthology.orchestra.run.vm09.stdout:Collecting certifi>=2017.4.17 (from requests>=2.18.0->castellan>=1.2.1->barbican==20.0.1.dev3) 2026-04-08T13:29:14.300 INFO:teuthology.orchestra.run.vm09.stdout: Using cached certifi-2026.2.25-py3-none-any.whl.metadata (2.5 kB) 2026-04-08T13:29:14.316 INFO:teuthology.orchestra.run.vm09.stdout:Collecting repoze.lru>=0.3 (from Routes>=2.3.1->oslo.service!=1.28.1,>=1.24.0->barbican==20.0.1.dev3) 2026-04-08T13:29:14.317 INFO:teuthology.orchestra.run.vm09.stdout: Using cached repoze.lru-0.7-py3-none-any.whl.metadata (1.1 kB) 2026-04-08T13:29:14.346 INFO:teuthology.orchestra.run.vm09.stdout:Collecting testtools (from testscenarios>=0.4->oslo.db>=4.27.0->barbican==20.0.1.dev3) 2026-04-08T13:29:14.347 INFO:teuthology.orchestra.run.vm09.stdout: Using cached testtools-2.7.2-py3-none-any.whl.metadata (5.2 kB) 2026-04-08T13:29:14.359 INFO:teuthology.orchestra.run.vm09.stdout:Using cached pytz-2025.1-py2.py3-none-any.whl (507 kB) 2026-04-08T13:29:14.360 INFO:teuthology.orchestra.run.vm09.stdout:Using cached alembic-1.14.1-py3-none-any.whl (233 kB) 2026-04-08T13:29:14.370 INFO:teuthology.orchestra.run.vm09.stdout:Downloading castellan-5.2.1-py3-none-any.whl (99 kB) 2026-04-08T13:29:14.382 INFO:teuthology.orchestra.run.vm09.stdout:Using cached cffi-1.17.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (445 kB) 2026-04-08T13:29:14.383 INFO:teuthology.orchestra.run.vm09.stdout:Using cached cryptography-43.0.3-cp39-abi3-manylinux_2_28_x86_64.whl (4.0 MB) 2026-04-08T13:29:14.386 INFO:teuthology.orchestra.run.vm09.stdout:Using cached eventlet-0.39.0-py3-none-any.whl (363 kB) 2026-04-08T13:29:14.387 INFO:teuthology.orchestra.run.vm09.stdout:Using cached dnspython-2.7.0-py3-none-any.whl (313 kB) 2026-04-08T13:29:14.388 INFO:teuthology.orchestra.run.vm09.stdout:Using cached greenlet-3.1.1-cp39-cp39-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl (597 kB) 2026-04-08T13:29:14.389 INFO:teuthology.orchestra.run.vm09.stdout:Using cached jsonschema-4.23.0-py3-none-any.whl (88 kB) 2026-04-08T13:29:14.390 INFO:teuthology.orchestra.run.vm09.stdout:Using cached attrs-25.1.0-py3-none-any.whl (63 kB) 2026-04-08T13:29:14.390 INFO:teuthology.orchestra.run.vm09.stdout:Using cached jsonschema_specifications-2024.10.1-py3-none-any.whl (18 kB) 2026-04-08T13:29:14.391 INFO:teuthology.orchestra.run.vm09.stdout:Using cached keystoneauth1-5.10.0-py3-none-any.whl (344 kB) 2026-04-08T13:29:14.392 INFO:teuthology.orchestra.run.vm09.stdout:Using cached iso8601-2.1.0-py3-none-any.whl (7.5 kB) 2026-04-08T13:29:14.393 INFO:teuthology.orchestra.run.vm09.stdout:Using cached keystonemiddleware-10.9.0-py3-none-any.whl (151 kB) 2026-04-08T13:29:14.403 INFO:teuthology.orchestra.run.vm09.stdout:Downloading ldap3-2.9.1-py2.py3-none-any.whl (432 kB) 2026-04-08T13:29:14.427 INFO:teuthology.orchestra.run.vm09.stdout:Downloading microversion_parse-2.0.0-py3-none-any.whl (19 kB) 2026-04-08T13:29:14.431 INFO:teuthology.orchestra.run.vm09.stdout:Using cached os_service_types-1.7.0-py2.py3-none-any.whl (24 kB) 2026-04-08T13:29:14.432 INFO:teuthology.orchestra.run.vm09.stdout:Using cached oslo_cache-3.10.2-py3-none-any.whl (76 kB) 2026-04-08T13:29:14.434 INFO:teuthology.orchestra.run.vm09.stdout:Using cached debtcollector-3.0.0-py3-none-any.whl (23 kB) 2026-04-08T13:29:14.435 INFO:teuthology.orchestra.run.vm09.stdout:Using cached dogpile.cache-1.3.4-py3-none-any.whl (62 kB) 2026-04-08T13:29:14.435 INFO:teuthology.orchestra.run.vm09.stdout:Using cached decorator-5.1.1-py3-none-any.whl (9.1 kB) 2026-04-08T13:29:14.436 INFO:teuthology.orchestra.run.vm09.stdout:Using cached oslo.config-9.7.1-py3-none-any.whl (131 kB) 2026-04-08T13:29:14.437 INFO:teuthology.orchestra.run.vm09.stdout:Using cached netaddr-1.3.0-py3-none-any.whl (2.3 MB) 2026-04-08T13:29:14.439 INFO:teuthology.orchestra.run.vm09.stdout:Using cached oslo.context-5.7.1-py3-none-any.whl (20 kB) 2026-04-08T13:29:14.440 INFO:teuthology.orchestra.run.vm09.stdout:Using cached oslo.db-17.2.1-py3-none-any.whl (156 kB) 2026-04-08T13:29:14.440 INFO:teuthology.orchestra.run.vm09.stdout:Using cached oslo.i18n-6.5.1-py3-none-any.whl (46 kB) 2026-04-08T13:29:14.441 INFO:teuthology.orchestra.run.vm09.stdout:Using cached oslo.log-7.1.0-py3-none-any.whl (73 kB) 2026-04-08T13:29:14.442 INFO:teuthology.orchestra.run.vm09.stdout:Using cached oslo.messaging-16.1.0-py3-none-any.whl (202 kB) 2026-04-08T13:29:14.443 INFO:teuthology.orchestra.run.vm09.stdout:Using cached amqp-5.3.1-py3-none-any.whl (50 kB) 2026-04-08T13:29:14.443 INFO:teuthology.orchestra.run.vm09.stdout:Using cached vine-5.1.0-py3-none-any.whl (9.6 kB) 2026-04-08T13:29:14.444 INFO:teuthology.orchestra.run.vm09.stdout:Using cached cachetools-5.5.2-py3-none-any.whl (10 kB) 2026-04-08T13:29:14.445 INFO:teuthology.orchestra.run.vm09.stdout:Using cached futurist-3.1.0-py3-none-any.whl (37 kB) 2026-04-08T13:29:14.445 INFO:teuthology.orchestra.run.vm09.stdout:Using cached kombu-5.4.2-py3-none-any.whl (201 kB) 2026-04-08T13:29:14.446 INFO:teuthology.orchestra.run.vm09.stdout:Using cached typing_extensions-4.12.2-py3-none-any.whl (37 kB) 2026-04-08T13:29:14.447 INFO:teuthology.orchestra.run.vm09.stdout:Using cached oslo.metrics-0.11.0-py3-none-any.whl (13 kB) 2026-04-08T13:29:14.448 INFO:teuthology.orchestra.run.vm09.stdout:Using cached oslo.middleware-6.3.1-py3-none-any.whl (64 kB) 2026-04-08T13:29:14.448 INFO:teuthology.orchestra.run.vm09.stdout:Using cached bcrypt-4.0.1-cp36-abi3-manylinux_2_28_x86_64.whl (593 kB) 2026-04-08T13:29:14.450 INFO:teuthology.orchestra.run.vm09.stdout:Using cached jinja2-3.1.5-py3-none-any.whl (134 kB) 2026-04-08T13:29:14.451 INFO:teuthology.orchestra.run.vm09.stdout:Using cached MarkupSafe-3.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (20 kB) 2026-04-08T13:29:14.452 INFO:teuthology.orchestra.run.vm09.stdout:Using cached oslo.policy-4.5.1-py3-none-any.whl (88 kB) 2026-04-08T13:29:14.452 INFO:teuthology.orchestra.run.vm09.stdout:Using cached oslo.serialization-5.7.0-py3-none-any.whl (25 kB) 2026-04-08T13:29:14.453 INFO:teuthology.orchestra.run.vm09.stdout:Using cached msgpack-1.1.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (377 kB) 2026-04-08T13:29:14.454 INFO:teuthology.orchestra.run.vm09.stdout:Using cached oslo.service-4.1.1-py3-none-any.whl (87 kB) 2026-04-08T13:29:14.455 INFO:teuthology.orchestra.run.vm09.stdout:Using cached oslo.concurrency-7.1.0-py3-none-any.whl (47 kB) 2026-04-08T13:29:14.455 INFO:teuthology.orchestra.run.vm09.stdout:Using cached fasteners-0.19-py3-none-any.whl (18 kB) 2026-04-08T13:29:14.456 INFO:teuthology.orchestra.run.vm09.stdout:Using cached oslo.upgradecheck-2.5.0-py3-none-any.whl (14 kB) 2026-04-08T13:29:14.457 INFO:teuthology.orchestra.run.vm09.stdout:Using cached oslo.utils-8.2.0-py3-none-any.whl (134 kB) 2026-04-08T13:29:14.468 INFO:teuthology.orchestra.run.vm09.stdout:Downloading oslo.versionedobjects-3.6.0-py3-none-any.whl (86 kB) 2026-04-08T13:29:14.472 INFO:teuthology.orchestra.run.vm09.stdout:Using cached packaging-24.2-py3-none-any.whl (65 kB) 2026-04-08T13:29:14.473 INFO:teuthology.orchestra.run.vm09.stdout:Using cached Paste-3.10.1-py3-none-any.whl (289 kB) 2026-04-08T13:29:14.474 INFO:teuthology.orchestra.run.vm09.stdout:Using cached PasteDeploy-3.1.0-py3-none-any.whl (16 kB) 2026-04-08T13:29:14.475 INFO:teuthology.orchestra.run.vm09.stdout:Using cached pbr-6.1.1-py2.py3-none-any.whl (108 kB) 2026-04-08T13:29:14.484 INFO:teuthology.orchestra.run.vm09.stdout:Downloading pecan-1.5.1-py3-none-any.whl (146 kB) 2026-04-08T13:29:14.489 INFO:teuthology.orchestra.run.vm09.stdout:Using cached Mako-1.3.9-py3-none-any.whl (78 kB) 2026-04-08T13:29:14.490 INFO:teuthology.orchestra.run.vm09.stdout:Using cached prettytable-3.14.0-py3-none-any.whl (31 kB) 2026-04-08T13:29:14.491 INFO:teuthology.orchestra.run.vm09.stdout:Using cached prometheus_client-0.21.1-py3-none-any.whl (54 kB) 2026-04-08T13:29:14.492 INFO:teuthology.orchestra.run.vm09.stdout:Using cached psutil-7.0.0-cp36-abi3-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (277 kB) 2026-04-08T13:29:14.493 INFO:teuthology.orchestra.run.vm09.stdout:Using cached pyasn1-0.6.0-py2.py3-none-any.whl (85 kB) 2026-04-08T13:29:14.494 INFO:teuthology.orchestra.run.vm09.stdout:Using cached pycadf-4.0.1-py3-none-any.whl (44 kB) 2026-04-08T13:29:14.495 INFO:teuthology.orchestra.run.vm09.stdout:Using cached PyJWT-2.10.1-py3-none-any.whl (22 kB) 2026-04-08T13:29:14.496 INFO:teuthology.orchestra.run.vm09.stdout:Using cached pyparsing-3.2.1-py3-none-any.whl (107 kB) 2026-04-08T13:29:14.505 INFO:teuthology.orchestra.run.vm09.stdout:Downloading python_barbicanclient-7.1.0-py3-none-any.whl (88 kB) 2026-04-08T13:29:14.508 INFO:teuthology.orchestra.run.vm09.stdout:Using cached cliff-4.9.1-py3-none-any.whl (84 kB) 2026-04-08T13:29:14.509 INFO:teuthology.orchestra.run.vm09.stdout:Using cached autopage-0.5.2-py3-none-any.whl (30 kB) 2026-04-08T13:29:14.510 INFO:teuthology.orchestra.run.vm09.stdout:Using cached cmd2-2.5.11-py3-none-any.whl (152 kB) 2026-04-08T13:29:14.511 INFO:teuthology.orchestra.run.vm09.stdout:Using cached importlib_metadata-6.2.1-py3-none-any.whl (21 kB) 2026-04-08T13:29:14.511 INFO:teuthology.orchestra.run.vm09.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-08T13:29:14.512 INFO:teuthology.orchestra.run.vm09.stdout:Using cached python_keystoneclient-5.6.0-py3-none-any.whl (397 kB) 2026-04-08T13:29:14.513 INFO:teuthology.orchestra.run.vm09.stdout:Using cached PyYAML-6.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (737 kB) 2026-04-08T13:29:14.514 INFO:teuthology.orchestra.run.vm09.stdout:Using cached referencing-0.36.2-py3-none-any.whl (26 kB) 2026-04-08T13:29:14.515 INFO:teuthology.orchestra.run.vm09.stdout:Using cached requests-2.32.3-py3-none-any.whl (64 kB) 2026-04-08T13:29:14.516 INFO:teuthology.orchestra.run.vm09.stdout:Using cached charset_normalizer-3.4.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (146 kB) 2026-04-08T13:29:14.517 INFO:teuthology.orchestra.run.vm09.stdout:Using cached idna-3.10-py3-none-any.whl (70 kB) 2026-04-08T13:29:14.517 INFO:teuthology.orchestra.run.vm09.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-08T13:29:14.518 INFO:teuthology.orchestra.run.vm09.stdout:Using cached certifi-2026.2.25-py3-none-any.whl (153 kB) 2026-04-08T13:29:14.519 INFO:teuthology.orchestra.run.vm09.stdout:Using cached rfc3986-2.0.0-py2.py3-none-any.whl (31 kB) 2026-04-08T13:29:14.519 INFO:teuthology.orchestra.run.vm09.stdout:Using cached Routes-2.5.1-py2.py3-none-any.whl (40 kB) 2026-04-08T13:29:14.520 INFO:teuthology.orchestra.run.vm09.stdout:Using cached repoze.lru-0.7-py3-none-any.whl (10 kB) 2026-04-08T13:29:14.521 INFO:teuthology.orchestra.run.vm09.stdout:Using cached rpds_py-0.23.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (386 kB) 2026-04-08T13:29:14.522 INFO:teuthology.orchestra.run.vm09.stdout:Using cached six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-08T13:29:14.523 INFO:teuthology.orchestra.run.vm09.stdout:Using cached SQLAlchemy-2.0.38-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.1 MB) 2026-04-08T13:29:14.526 INFO:teuthology.orchestra.run.vm09.stdout:Using cached statsd-4.0.1-py2.py3-none-any.whl (13 kB) 2026-04-08T13:29:14.526 INFO:teuthology.orchestra.run.vm09.stdout:Using cached stevedore-5.4.1-py3-none-any.whl (49 kB) 2026-04-08T13:29:14.527 INFO:teuthology.orchestra.run.vm09.stdout:Using cached testresources-2.0.1-py2.py3-none-any.whl (36 kB) 2026-04-08T13:29:14.528 INFO:teuthology.orchestra.run.vm09.stdout:Using cached testscenarios-0.5.0-py2.py3-none-any.whl (21 kB) 2026-04-08T13:29:14.529 INFO:teuthology.orchestra.run.vm09.stdout:Using cached tzdata-2025.1-py2.py3-none-any.whl (346 kB) 2026-04-08T13:29:14.530 INFO:teuthology.orchestra.run.vm09.stdout:Using cached wcwidth-0.2.13-py2.py3-none-any.whl (34 kB) 2026-04-08T13:29:14.531 INFO:teuthology.orchestra.run.vm09.stdout:Using cached WebOb-1.8.9-py2.py3-none-any.whl (115 kB) 2026-04-08T13:29:14.532 INFO:teuthology.orchestra.run.vm09.stdout:Using cached wrapt-1.17.2-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (82 kB) 2026-04-08T13:29:14.533 INFO:teuthology.orchestra.run.vm09.stdout:Using cached yappi-1.6.10-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (78 kB) 2026-04-08T13:29:14.534 INFO:teuthology.orchestra.run.vm09.stdout:Using cached zipp-3.21.0-py3-none-any.whl (9.6 kB) 2026-04-08T13:29:14.535 INFO:teuthology.orchestra.run.vm09.stdout:Using cached pycparser-2.22-py3-none-any.whl (117 kB) 2026-04-08T13:29:14.535 INFO:teuthology.orchestra.run.vm09.stdout:Using cached testtools-2.7.2-py3-none-any.whl (179 kB) 2026-04-08T13:29:14.589 INFO:teuthology.orchestra.run.vm09.stdout:Building wheels for collected packages: barbican, logutils 2026-04-08T13:29:14.589 INFO:teuthology.orchestra.run.vm09.stdout: Building editable for barbican (pyproject.toml): started 2026-04-08T13:29:14.916 INFO:teuthology.orchestra.run.vm09.stdout: Building editable for barbican (pyproject.toml): finished with status 'done' 2026-04-08T13:29:14.917 INFO:teuthology.orchestra.run.vm09.stdout: Created wheel for barbican: filename=barbican-20.0.1.dev3-0.editable-py3-none-any.whl size=10658 sha256=0a139deb61dc0b6d7eeae38b41be3935111cfa2b2c66a0acb1dfbd585e191df7 2026-04-08T13:29:14.918 INFO:teuthology.orchestra.run.vm09.stdout: Stored in directory: /tmp/pip-ephem-wheel-cache-sr033be7/wheels/f1/57/f3/53823087e3553e245387b520e4d60cf03602debac15567f052 2026-04-08T13:29:14.921 INFO:teuthology.orchestra.run.vm09.stdout: Building wheel for logutils (pyproject.toml): started 2026-04-08T13:29:15.058 INFO:teuthology.orchestra.run.vm09.stdout: Building wheel for logutils (pyproject.toml): finished with status 'done' 2026-04-08T13:29:15.058 INFO:teuthology.orchestra.run.vm09.stdout: Created wheel for logutils: filename=logutils-0.3.5-py3-none-any.whl size=20006 sha256=aaeff7e5ad05e86eaf502bb0c4c7d18ac107ddbb0e86d689a5cf2997b97bb948 2026-04-08T13:29:15.058 INFO:teuthology.orchestra.run.vm09.stdout: Stored in directory: /home/ubuntu/.cache/pip/wheels/72/a7/97/a18ed864266911192f077c6cbb090639a8d1b9d3ad44da88d7 2026-04-08T13:29:15.060 INFO:teuthology.orchestra.run.vm09.stdout:Successfully built barbican logutils 2026-04-08T13:29:15.314 INFO:teuthology.orchestra.run.vm09.stdout:Installing collected packages: wcwidth, statsd, repoze.lru, pytz, pyperclip, logutils, zipp, Yappi, wrapt, WebOb, vine, urllib3, tzdata, typing-extensions, testtools, six, rpds-py, rfc3986, PyYAML, pyparsing, PyJWT, pycparser, pyasn1, psutil, prometheus-client, PrettyTable, pbr, PasteDeploy, Paste, packaging, netaddr, msgpack, MarkupSafe, iso8601, idna, greenlet, fasteners, dnspython, decorator, cmd2, charset-normalizer, certifi, cachetools, bcrypt, autopage, attrs, testscenarios, testresources, stevedore, SQLAlchemy, Routes, requests, referencing, python-dateutil, oslo.i18n, os-service-types, microversion-parse, Mako, ldap3, Jinja2, importlib-metadata, eventlet, debtcollector, cffi, amqp, pecan, oslo.utils, oslo.context, oslo.config, kombu, keystoneauth1, jsonschema-specifications, futurist, dogpile.cache, cryptography, cliff, alembic, oslo.serialization, oslo.middleware, oslo.db, oslo.concurrency, jsonschema, python-keystoneclient, python-barbicanclient, pycadf, oslo.policy, oslo.log, oslo.upgradecheck, oslo.service, oslo.metrics, oslo.cache, castellan, oslo.messaging, keystonemiddleware, oslo.versionedobjects, barbican 2026-04-08T13:29:18.957 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:29:18.964 INFO:teuthology.orchestra.run.vm09.stdout:Successfully installed Jinja2-3.1.5 Mako-1.3.9 MarkupSafe-3.0.2 Paste-3.10.1 PasteDeploy-3.1.0 PrettyTable-3.14.0 PyJWT-2.10.1 PyYAML-6.0.2 Routes-2.5.1 SQLAlchemy-2.0.38 WebOb-1.8.9 Yappi-1.6.10 alembic-1.14.1 amqp-5.3.1 attrs-25.1.0 autopage-0.5.2 barbican-20.0.1.dev3 bcrypt-4.0.1 cachetools-5.5.2 castellan-5.2.1 certifi-2026.2.25 cffi-1.17.1 charset-normalizer-3.4.1 cliff-4.9.1 cmd2-2.5.11 cryptography-43.0.3 debtcollector-3.0.0 decorator-5.1.1 dnspython-2.7.0 dogpile.cache-1.3.4 eventlet-0.39.0 fasteners-0.19 futurist-3.1.0 greenlet-3.1.1 idna-3.10 importlib-metadata-6.2.1 iso8601-2.1.0 jsonschema-4.23.0 jsonschema-specifications-2024.10.1 keystoneauth1-5.10.0 keystonemiddleware-10.9.0 kombu-5.4.2 ldap3-2.9.1 logutils-0.3.5 microversion-parse-2.0.0 msgpack-1.1.0 netaddr-1.3.0 os-service-types-1.7.0 oslo.cache-3.10.2 oslo.concurrency-7.1.0 oslo.config-9.7.1 oslo.context-5.7.1 oslo.db-17.2.1 oslo.i18n-6.5.1 oslo.log-7.1.0 oslo.messaging-16.1.0 oslo.metrics-0.11.0 oslo.middleware-6.3.1 oslo.policy-4.5.1 oslo.serialization-5.7.0 oslo.service-4.1.1 oslo.upgradecheck-2.5.0 oslo.utils-8.2.0 oslo.versionedobjects-3.6.0 packaging-24.2 pbr-6.1.1 pecan-1.5.1 prometheus-client-0.21.1 psutil-7.0.0 pyasn1-0.6.0 pycadf-4.0.1 pycparser-2.22 pyparsing-3.2.1 pyperclip-1.9.0 python-barbicanclient-7.1.0 python-dateutil-2.9.0.post0 python-keystoneclient-5.6.0 pytz-2025.1 referencing-0.36.2 repoze.lru-0.7 requests-2.32.3 rfc3986-2.0.0 rpds-py-0.23.1 six-1.17.0 statsd-4.0.1 stevedore-5.4.1 testresources-2.0.1 testscenarios-0.5.0 testtools-2.7.2 typing-extensions-4.12.2 tzdata-2025.1 urllib3-1.26.20 vine-5.1.0 wcwidth-0.2.13 wrapt-1.17.2 zipp-3.21.0 2026-04-08T13:29:19.797 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/barbican && sed -i '/[[]filter:authtoken]/{p;s##auth_plugin = password#;}' etc/barbican/barbican-api-paste.ini 2026-04-08T13:29:19.816 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/barbican && sed -i '/[[]filter:authtoken]/{p;s##password = barbican-pass#;}' etc/barbican/barbican-api-paste.ini 2026-04-08T13:29:19.878 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/barbican && sed -i '/[[]filter:authtoken]/{p;s##user_domain_name = Default#;}' etc/barbican/barbican-api-paste.ini 2026-04-08T13:29:19.937 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/barbican && sed -i '/[[]filter:authtoken]/{p;s##username = barbican-user#;}' etc/barbican/barbican-api-paste.ini 2026-04-08T13:29:20.002 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/barbican && sed -i '/[[]filter:authtoken]/{p;s##auth_uri = http://vm09.local:5000/v3#;}' etc/barbican/barbican-api-paste.ini 2026-04-08T13:29:20.062 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/barbican && sed -i '/[[]filter:authtoken]/{p;s##auth_url = http://vm09.local:5000/v3#;}' etc/barbican/barbican-api-paste.ini 2026-04-08T13:29:20.123 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/barbican && sed -i '/prop_dir =/ s#etc/barbican#/home/ubuntu/cephtest/barbican/etc/barbican#' bin/barbican-api 2026-04-08T13:29:20.184 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/barbican && sed -i -n '/\[pipeline:barbican_api]/ {p;n; /^pipeline =/ { s/.*/pipeline = unauthenticated-context apiapp/;p;d } } ; p' ./etc/barbican/barbican-api-paste.ini 2026-04-08T13:29:20.243 INFO:tasks.barbican:barbican url=http://vm09.local:9311 2026-04-08T13:29:20.243 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/barbican && bash -c 'echo -n -e "[DEFAULT] 2026-04-08T13:29:20.243 DEBUG:teuthology.orchestra.run.vm09:> host_href = http://vm09.local:9311 2026-04-08T13:29:20.243 DEBUG:teuthology.orchestra.run.vm09:> [simple_crypto_plugin] 2026-04-08T13:29:20.243 DEBUG:teuthology.orchestra.run.vm09:> kek = UGxlYXNlIG1ha2UgYmFyYmljYW4gZ3JlYXQgYWdhaW4= 2026-04-08T13:29:20.243 DEBUG:teuthology.orchestra.run.vm09:> " >barbican.conf' 2026-04-08T13:29:20.311 INFO:tasks.barbican:run barbican db upgrade 2026-04-08T13:29:20.311 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/barbican && . .barbicanenv/bin/activate && barbican-manage --config-file /home/ubuntu/cephtest/barbican/barbican.conf db upgrade 2026-04-08T13:29:20.879 INFO:teuthology.orchestra.run.vm09.stdout:2026-04-08 13:29:20.879 83625 WARNING barbican.model.migration.commands [-] !!! Limited support for migration commands using sqlite databases; This operation may not succeed. 2026-04-08T13:29:20.886 INFO:teuthology.orchestra.run.vm09.stdout:2026-04-08 13:29:20.886 83625 INFO alembic.runtime.migration [-] Context impl SQLiteImpl. 2026-04-08T13:29:20.886 INFO:teuthology.orchestra.run.vm09.stdout:2026-04-08 13:29:20.886 83625 INFO alembic.runtime.migration [-] Will assume non-transactional DDL. 2026-04-08T13:29:20.892 INFO:teuthology.orchestra.run.vm09.stdout:2026-04-08 13:29:20.893 83625 INFO alembic.runtime.migration [-] Running upgrade -> 39cf2e645cba, Ocata rebase 2026-04-08T13:29:20.918 INFO:teuthology.orchestra.run.vm09.stdout:2026-04-08 13:29:20.918 83625 INFO alembic.runtime.migration [-] Running upgrade 39cf2e645cba -> 0f8c192a061f, Add Secret Consumers table 2026-04-08T13:29:20.922 INFO:teuthology.orchestra.run.vm09.stdout:2026-04-08 13:29:20.922 83625 INFO alembic.runtime.migration [-] Running upgrade 0f8c192a061f -> 8c74e2d7f1ff, Update secret consumers unique constraint to mach the updated spec 2026-04-08T13:29:21.162 INFO:tasks.barbican:run barbican db sync_secret_stores 2026-04-08T13:29:21.162 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/barbican && . .barbicanenv/bin/activate && barbican-manage --config-file /home/ubuntu/cephtest/barbican/barbican.conf db sync_secret_stores 2026-04-08T13:29:21.651 INFO:teuthology.orchestra.run.vm09.stdout:2026-04-08 13:29:21.651 83649 INFO barbican.model.sync [-] Syncing the secret_stores table with barbican.conf 2026-04-08T13:29:21.651 INFO:teuthology.orchestra.run.vm09.stdout:2026-04-08 13:29:21.651 83649 INFO barbican.model.repositories [-] Setting up database engine and session factory 2026-04-08T13:29:21.658 INFO:teuthology.orchestra.run.vm09.stdout:2026-04-08 13:29:21.658 83649 INFO barbican.model.repositories [-] Not auto-creating barbican registry DB 2026-04-08T13:29:21.954 INFO:tasks.barbican:Running barbican... 2026-04-08T13:29:21.954 INFO:tasks.barbican.client.0:Restarting daemon 2026-04-08T13:29:21.954 DEBUG:teuthology.orchestra.run.vm09:> (cd /home/ubuntu/cephtest/barbican && exec bash -c 'cd /home/ubuntu/cephtest/barbican && . .barbicanenv/bin/activate && HOME=/home/ubuntu/cephtest/barbican && exec bin/barbican-api & { read; kill %1; }') 2026-04-08T13:29:21.956 INFO:tasks.barbican.client.0:Started 2026-04-08T13:29:21.956 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/barbican && . .barbicanenv/bin/activate && sleep 15 2026-04-08T13:29:22.809 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:22.810 83722 INFO barbican.model.repositories [-] Setting up database engine and session factory 2026-04-08T13:29:22.815 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:22.815 83722 INFO barbican.model.repositories [-] Not auto-creating barbican registry DB 2026-04-08T13:29:22.816 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:22.816 83722 INFO barbican.api.app [-] Barbican app created and initialized 2026-04-08T13:29:22.817 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:22.817 83722 WARNING keystonemiddleware._common.config [-] The option "auth_url" is not known to keystonemiddleware 2026-04-08T13:29:22.817 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:22.817 83722 WARNING keystonemiddleware._common.config [-] The option "username" is not known to keystonemiddleware 2026-04-08T13:29:22.817 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:22.817 83722 WARNING keystonemiddleware._common.config [-] The option "user_domain_name" is not known to keystonemiddleware 2026-04-08T13:29:22.817 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:22.817 83722 WARNING keystonemiddleware._common.config [-] The option "password" is not known to keystonemiddleware 2026-04-08T13:29:22.817 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:22.817 83722 WARNING keystonemiddleware.auth_token [-] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. 2026-04-08T13:29:36.977 INFO:tasks.barbican:barbican_url=http://vm09.local:9311 2026-04-08T13:29:37.182 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 69/69] 192.168.123.1 () {26 vars in 323 bytes} [Wed Apr 8 13:29:36 2026] POST /v3/auth/tokens => generated 1269 bytes in 203 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:29:37.380 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 70/70] 192.168.123.1 () {26 vars in 323 bytes} [Wed Apr 8 13:29:37 2026] POST /v3/auth/tokens => generated 1196 bytes in 197 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:29:37.381 INFO:tasks.barbican.client.0.vm09.stdout:serving on 0.0.0.0:9311 view at http://127.0.0.1:9311 2026-04-08T13:29:37.381 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:37.382 83722 WARNING keystonemiddleware.auth_token [-] Using the in-process token cache is deprecated as of the 4.2.0 release and may be removed in the 5.0.0 release or the 'O' development cycle. The in-process cache causes inconsistent results and high memory usage. When the feature is removed the auth_token middleware will not cache tokens by default which may result in performance issues. It is recommended to use memcache for the auth_token token cache by setting the memcached_servers option. 2026-04-08T13:29:37.384 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 71/71] 192.168.123.109 () {28 vars in 447 bytes} [Wed Apr 8 13:29:37 2026] GET /v3 => generated 250 bytes in 0 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:29:37.589 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 72/72] 192.168.123.109 () {32 vars in 525 bytes} [Wed Apr 8 13:29:37 2026] POST /v3/auth/tokens => generated 1393 bytes in 204 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:29:37.631 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 73/73] 192.168.123.109 () {34 vars in 828 bytes} [Wed Apr 8 13:29:37 2026] GET /v3/auth/tokens => generated 1196 bytes in 39 msecs (HTTP/1.1 200) 5 headers in 361 bytes (1 switches on core 0) 2026-04-08T13:29:37.631 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:37.631 83722 INFO barbican.api.middleware.context [-] Begin processing request req-c0017f5d-33b7-48dc-a6d0-ef8dede8396a 2026-04-08T13:29:37.676 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:37.676 83722 INFO barbican.plugin.crypto.simple_crypto [None req-3e4c329d-c37e-486a-8ed8-e71f3b3f1706 6f02ea20bee34df982a36dd4c3d14fb3 25a447f3aa0d41eaba2ee576b1890b70 - - default default] Software Only Crypto initialized 2026-04-08T13:29:37.685 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:37.685 83722 INFO barbican.api.controllers.secrets [None req-3e4c329d-c37e-486a-8ed8-e71f3b3f1706 6f02ea20bee34df982a36dd4c3d14fb3 25a447f3aa0d41eaba2ee576b1890b70 - - default default] Created a secret for project: 25a447f3aa0d41eaba2ee576b1890b70 2026-04-08T13:29:37.687 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:37.687 83722 INFO barbican.api.middleware.context [None req-3e4c329d-c37e-486a-8ed8-e71f3b3f1706 6f02ea20bee34df982a36dd4c3d14fb3 25a447f3aa0d41eaba2ee576b1890b70 - - default default] Processed request: 201 Created - POST http://vm09.local:9311/v1/secrets 2026-04-08T13:29:37.687 INFO:tasks.barbican:secret_ref=http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:29:37.688 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:37.689 83722 INFO barbican.api.middleware.context [-] Begin processing request req-a983313c-adc3-4c88-9776-593c30b76d75 2026-04-08T13:29:37.704 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:37.704 83722 INFO barbican.api.middleware.context [None req-77fc8581-3efd-4fd0-8877-b03f100fad5c 6f02ea20bee34df982a36dd4c3d14fb3 25a447f3aa0d41eaba2ee576b1890b70 - - default default] Processed request: 200 OK - PUT http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92/acl 2026-04-08T13:29:37.905 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 74/74] 192.168.123.1 () {26 vars in 323 bytes} [Wed Apr 8 13:29:37 2026] POST /v3/auth/tokens => generated 1196 bytes in 200 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:29:37.974 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 75/75] 192.168.123.109 () {34 vars in 828 bytes} [Wed Apr 8 13:29:37 2026] GET /v3/auth/tokens => generated 1196 bytes in 66 msecs (HTTP/1.1 200) 5 headers in 361 bytes (1 switches on core 0) 2026-04-08T13:29:37.975 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:37.975 83722 INFO barbican.api.middleware.context [-] Begin processing request req-a826b20e-5151-48fe-9c0d-874788488834 2026-04-08T13:29:37.983 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:37.983 83722 INFO barbican.api.controllers.secrets [None req-5b8adf89-e9ea-4e4b-844a-4b4acbb8987f 6f02ea20bee34df982a36dd4c3d14fb3 25a447f3aa0d41eaba2ee576b1890b70 - - default default] Created a secret for project: 25a447f3aa0d41eaba2ee576b1890b70 2026-04-08T13:29:37.984 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:37.984 83722 INFO barbican.api.middleware.context [None req-5b8adf89-e9ea-4e4b-844a-4b4acbb8987f 6f02ea20bee34df982a36dd4c3d14fb3 25a447f3aa0d41eaba2ee576b1890b70 - - default default] Processed request: 201 Created - POST http://vm09.local:9311/v1/secrets 2026-04-08T13:29:37.984 INFO:tasks.barbican:secret_ref=http://vm09.local:9311/v1/secrets/af370ca6-95af-4d4c-9a9c-483191238ad7 2026-04-08T13:29:37.985 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:37.986 83722 INFO barbican.api.middleware.context [-] Begin processing request req-a5f50aee-2bad-49bd-9730-822aff4019af 2026-04-08T13:29:37.992 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:29:37.993 83722 INFO barbican.api.middleware.context [None req-71f0cabb-8d9d-466b-a106-1a637e611eca 6f02ea20bee34df982a36dd4c3d14fb3 25a447f3aa0d41eaba2ee576b1890b70 - - default default] Processed request: 200 OK - PUT http://vm09.local:9311/v1/secrets/af370ca6-95af-4d4c-9a9c-483191238ad7/acl 2026-04-08T13:29:37.992 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/barbican && . .barbicanenv/bin/activate && sleep 3 2026-04-08T13:29:41.008 INFO:teuthology.run_tasks:Running task rgw... 2026-04-08T13:29:41.013 DEBUG:tasks.rgw:config is {'client.0': {'use-barbican-role': 'client.0', 'use-keystone-role': 'client.0'}} 2026-04-08T13:29:41.014 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2026-04-08T13:29:41.014 INFO:tasks.rgw:Creating data pools 2026-04-08T13:29:41.014 DEBUG:tasks.rgw:Obtaining remote for client client.0 2026-04-08T13:29:41.014 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster ceph 2026-04-08T13:29:42.213 INFO:teuthology.orchestra.run.vm09.stderr:pool 'default.rgw.buckets.data' created 2026-04-08T13:29:42.233 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2026-04-08T13:29:43.217 INFO:teuthology.orchestra.run.vm09.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2026-04-08T13:29:43.251 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2026-04-08T13:29:44.226 INFO:teuthology.orchestra.run.vm09.stderr:pool 'default.rgw.buckets.index' created 2026-04-08T13:29:44.252 DEBUG:teuthology.orchestra.run.vm09:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2026-04-08T13:29:45.228 INFO:teuthology.orchestra.run.vm09.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2026-04-08T13:29:45.261 DEBUG:tasks.rgw:Pools created 2026-04-08T13:29:45.262 INFO:tasks.rgw:Configuring compression type = random 2026-04-08T13:29:45.262 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-04-08T13:29:45.262 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-04-08T13:29:45.262 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-04-08T13:29:45.296 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:29:45.296 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:29:45.300 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:45.300+0000 7fa6cdd3b900 -1 asok(0x559768cfdd10) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.83956.asok': (13) Permission denied 2026-04-08T13:29:47.266 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.267+0000 7fa6cdd3b900 20 rados->read ofs=0 len=0 2026-04-08T13:29:47.267 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.267+0000 7fa6cdd3b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:47.267 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.268+0000 7fa6cdd3b900 20 realm 2026-04-08T13:29:47.267 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.268+0000 7fa6cdd3b900 20 rados->read ofs=0 len=0 2026-04-08T13:29:47.267 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.268+0000 7fa6cdd3b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:47.267 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.268+0000 7fa6cdd3b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:29:47.267 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.268+0000 7fa6cdd3b900 20 rados->read ofs=0 len=0 2026-04-08T13:29:47.268 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.268+0000 7fa6cdd3b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:47.268 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.268+0000 7fa6cdd3b900 20 rados->read ofs=0 len=0 2026-04-08T13:29:47.268 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.268+0000 7fa6cdd3b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:29:47.268 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.268+0000 7fa6cdd3b900 20 rados->read ofs=0 len=0 2026-04-08T13:29:47.268 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.268+0000 7fa6cdd3b900 20 rados_obj.operate() r=0 bl.length=1060 2026-04-08T13:29:47.268 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.268+0000 7fa6cdd3b900 20 searching for the correct realm 2026-04-08T13:29:47.273 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.273+0000 7fa6cdd3b900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:29:47.273 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:29:47.273 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:29:47.273 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:29:47.273 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:29:47.273 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:29:47.273 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 20 rados->read ofs=0 len=0 2026-04-08T13:29:47.274 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:47.274 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 20 rados->read ofs=0 len=0 2026-04-08T13:29:47.274 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:29:47.274 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 20 rados->read ofs=0 len=0 2026-04-08T13:29:47.274 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 20 rados_obj.operate() r=0 bl.length=436 2026-04-08T13:29:47.274 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 20 zone default found 2026-04-08T13:29:47.274 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 4 Realm: () 2026-04-08T13:29:47.274 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:29:47.274 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:29:47.274 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:29:47.274 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 20 zonegroup default 2026-04-08T13:29:47.274 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 20 rados->read ofs=0 len=0 2026-04-08T13:29:47.274 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:47.274 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:47.274+0000 7fa6cdd3b900 20 rados->read ofs=0 len=0 2026-04-08T13:29:49.328 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:49.328+0000 7fa6cdd3b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:49.328 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:49.328+0000 7fa6cdd3b900 20 rados->read ofs=0 len=0 2026-04-08T13:29:49.328 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:49.328+0000 7fa6cdd3b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:49.328 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:49.328+0000 7fa6cdd3b900 20 started sync module instance, tier type = 2026-04-08T13:29:49.328 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:49.328+0000 7fa6cdd3b900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:29:51.336 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.336+0000 7fa6cdd3b900 20 add_watcher() i=5 2026-04-08T13:29:51.339 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.339+0000 7fa6cdd3b900 20 add_watcher() i=1 2026-04-08T13:29:51.339 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.339+0000 7fa6cdd3b900 20 add_watcher() i=6 2026-04-08T13:29:51.340 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.340+0000 7fa6cdd3b900 20 add_watcher() i=3 2026-04-08T13:29:51.340 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.340+0000 7fa6cdd3b900 20 add_watcher() i=2 2026-04-08T13:29:51.340 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.341+0000 7fa6cdd3b900 20 add_watcher() i=4 2026-04-08T13:29:51.341 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.341+0000 7fa6cdd3b900 20 add_watcher() i=0 2026-04-08T13:29:51.341 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.341+0000 7fa6cdd3b900 20 add_watcher() i=7 2026-04-08T13:29:51.341 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.341+0000 7fa6cdd3b900 2 all 8 watchers are set, enabling cache 2026-04-08T13:29:51.342 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.342+0000 7fa6c2ffd640 5 boost::asio::awaitable, obj_version> > logback_generations::read(const DoutPrefixProvider*):446: oid=data_loggenerations_metadata not found 2026-04-08T13:29:51.342 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.342+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.0 2026-04-08T13:29:51.342 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.342+0000 7fa6c2ffd640 20 do_open: entering 2026-04-08T13:29:51.342 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.0 does not exist 2026-04-08T13:29:51.342 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.1 2026-04-08T13:29:51.342 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.1 does not exist 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.2 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6c1ffb640 20 do_open: entering 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.2 does not exist 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.3 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6cab54640 20 do_open: entering 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.3 does not exist 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.4 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6c8b50640 20 do_open: entering 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.4 does not exist 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.5 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6c3fff640 20 do_open: entering 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.5 does not exist 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.6 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.343+0000 7fa6c37fe640 20 do_open: entering 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.344+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.6 does not exist 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.344+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.7 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.344+0000 7fa6cbddd640 20 do_open: entering 2026-04-08T13:29:51.343 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.344+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.7 does not exist 2026-04-08T13:29:51.344 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.344+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.8 2026-04-08T13:29:51.344 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.344+0000 7fa6c2ffd640 20 do_open: entering 2026-04-08T13:29:51.344 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.344+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.8 does not exist 2026-04-08T13:29:51.344 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.344+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.9 2026-04-08T13:29:51.344 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.344+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.344 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.344+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.9 does not exist 2026-04-08T13:29:51.344 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.344+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.10 2026-04-08T13:29:51.344 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.344+0000 7fa6c1ffb640 20 do_open: entering 2026-04-08T13:29:51.344 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.345+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.10 does not exist 2026-04-08T13:29:51.344 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.345+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.11 2026-04-08T13:29:51.344 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.345+0000 7fa6cab54640 20 do_open: entering 2026-04-08T13:29:51.344 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.345+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.11 does not exist 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.345+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.12 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.345+0000 7fa6c8b50640 20 do_open: entering 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.345+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.12 does not exist 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.345+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.13 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.345+0000 7fa6c3fff640 20 do_open: entering 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.345+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.13 does not exist 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.345+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.14 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.345+0000 7fa6c37fe640 20 do_open: entering 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.345+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.14 does not exist 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.345+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.15 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.345+0000 7fa6cbddd640 20 do_open: entering 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.15 does not exist 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.16 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6c2ffd640 20 do_open: entering 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.16 does not exist 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.17 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.345 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.17 does not exist 2026-04-08T13:29:51.346 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.18 2026-04-08T13:29:51.346 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6c1ffb640 20 do_open: entering 2026-04-08T13:29:51.346 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.18 does not exist 2026-04-08T13:29:51.346 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.19 2026-04-08T13:29:51.346 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6cab54640 20 do_open: entering 2026-04-08T13:29:51.346 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.19 does not exist 2026-04-08T13:29:51.346 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.20 2026-04-08T13:29:51.346 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6c8b50640 20 do_open: entering 2026-04-08T13:29:51.346 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.20 does not exist 2026-04-08T13:29:51.346 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.21 2026-04-08T13:29:51.346 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.346+0000 7fa6c3fff640 20 do_open: entering 2026-04-08T13:29:51.346 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.21 does not exist 2026-04-08T13:29:51.346 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.22 2026-04-08T13:29:51.346 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6c37fe640 20 do_open: entering 2026-04-08T13:29:51.346 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.22 does not exist 2026-04-08T13:29:51.346 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.23 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6cbddd640 20 do_open: entering 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.23 does not exist 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.24 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6c2ffd640 20 do_open: entering 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.24 does not exist 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.25 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.25 does not exist 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.26 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6c1ffb640 20 do_open: entering 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.26 does not exist 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.27 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6cab54640 20 do_open: entering 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.27 does not exist 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.28 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.347+0000 7fa6c8b50640 20 do_open: entering 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.28 does not exist 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.29 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6c3fff640 20 do_open: entering 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.29 does not exist 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.30 2026-04-08T13:29:51.347 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6c37fe640 20 do_open: entering 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.30 does not exist 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.31 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6cbddd640 20 do_open: entering 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.31 does not exist 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.32 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6c2ffd640 20 do_open: entering 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.32 does not exist 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.33 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.33 does not exist 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.34 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6c1ffb640 20 do_open: entering 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.34 does not exist 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.35 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.348+0000 7fa6cab54640 20 do_open: entering 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.35 does not exist 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.36 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c8b50640 20 do_open: entering 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.36 does not exist 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.37 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c3fff640 20 do_open: entering 2026-04-08T13:29:51.348 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.37 does not exist 2026-04-08T13:29:51.349 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.38 2026-04-08T13:29:51.349 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c37fe640 20 do_open: entering 2026-04-08T13:29:51.349 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.38 does not exist 2026-04-08T13:29:51.349 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.39 2026-04-08T13:29:51.349 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6cbddd640 20 do_open: entering 2026-04-08T13:29:51.349 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.39 does not exist 2026-04-08T13:29:51.349 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.40 2026-04-08T13:29:51.349 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c2ffd640 20 do_open: entering 2026-04-08T13:29:51.349 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.40 does not exist 2026-04-08T13:29:51.349 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.41 2026-04-08T13:29:51.349 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.349 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.41 does not exist 2026-04-08T13:29:51.349 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.42 2026-04-08T13:29:51.349 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.349+0000 7fa6c1ffb640 20 do_open: entering 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.350+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.42 does not exist 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.350+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.43 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.350+0000 7fa6cab54640 20 do_open: entering 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.350+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.43 does not exist 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.350+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.44 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.350+0000 7fa6c8b50640 20 do_open: entering 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.350+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.44 does not exist 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.350+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.45 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.350+0000 7fa6c3fff640 20 do_open: entering 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.350+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.45 does not exist 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.350+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.46 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.350+0000 7fa6c37fe640 20 do_open: entering 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.46 does not exist 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.47 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6cbddd640 20 do_open: entering 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.47 does not exist 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.48 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c2ffd640 20 do_open: entering 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.48 does not exist 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.49 2026-04-08T13:29:51.350 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.49 does not exist 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.50 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c1ffb640 20 do_open: entering 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.50 does not exist 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.51 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6cab54640 20 do_open: entering 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.51 does not exist 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.52 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c8b50640 20 do_open: entering 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.52 does not exist 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.53 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c3fff640 20 do_open: entering 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.53 does not exist 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.54 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.351+0000 7fa6c37fe640 20 do_open: entering 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.54 does not exist 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.55 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6cbddd640 20 do_open: entering 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.55 does not exist 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.56 2026-04-08T13:29:51.351 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6c2ffd640 20 do_open: entering 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.56 does not exist 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.57 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.57 does not exist 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.58 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6c1ffb640 20 do_open: entering 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.58 does not exist 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.59 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6cab54640 20 do_open: entering 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.59 does not exist 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.60 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6c8b50640 20 do_open: entering 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.60 does not exist 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.61 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.352+0000 7fa6c3fff640 20 do_open: entering 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.61 does not exist 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.62 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6c37fe640 20 do_open: entering 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.62 does not exist 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.63 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6cbddd640 20 do_open: entering 2026-04-08T13:29:51.352 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.63 does not exist 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.64 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6c2ffd640 20 do_open: entering 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.64 does not exist 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.65 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.65 does not exist 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.66 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6c1ffb640 20 do_open: entering 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.66 does not exist 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.67 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6cab54640 20 do_open: entering 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.67 does not exist 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.68 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.353+0000 7fa6c8b50640 20 do_open: entering 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.68 does not exist 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.69 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6c3fff640 20 do_open: entering 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.69 does not exist 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.70 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6c37fe640 20 do_open: entering 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.70 does not exist 2026-04-08T13:29:51.353 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.71 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6cbddd640 20 do_open: entering 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.71 does not exist 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.72 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6c2ffd640 20 do_open: entering 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.72 does not exist 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.73 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.73 does not exist 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.74 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6c1ffb640 20 do_open: entering 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.74 does not exist 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.75 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.354+0000 7fa6cab54640 20 do_open: entering 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.75 does not exist 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.76 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c8b50640 20 do_open: entering 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.76 does not exist 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.77 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c3fff640 20 do_open: entering 2026-04-08T13:29:51.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.77 does not exist 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.78 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c37fe640 20 do_open: entering 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.78 does not exist 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.79 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6cbddd640 20 do_open: entering 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.79 does not exist 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.80 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c2ffd640 20 do_open: entering 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.80 does not exist 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.81 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.81 does not exist 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.82 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.355+0000 7fa6c1ffb640 20 do_open: entering 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.82 does not exist 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.83 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6cab54640 20 do_open: entering 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.83 does not exist 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.84 2026-04-08T13:29:51.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6c8b50640 20 do_open: entering 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.84 does not exist 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.85 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6c3fff640 20 do_open: entering 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.85 does not exist 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.86 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6c37fe640 20 do_open: entering 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.86 does not exist 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.87 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6cbddd640 20 do_open: entering 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.87 does not exist 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.88 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6c2ffd640 20 do_open: entering 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.88 does not exist 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.89 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.356+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.89 does not exist 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.90 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6c1ffb640 20 do_open: entering 2026-04-08T13:29:51.356 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.90 does not exist 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.91 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6cab54640 20 do_open: entering 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.91 does not exist 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.92 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6c8b50640 20 do_open: entering 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.92 does not exist 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.93 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6c3fff640 20 do_open: entering 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.93 does not exist 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.94 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6c37fe640 20 do_open: entering 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.94 does not exist 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.95 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.357+0000 7fa6cbddd640 20 do_open: entering 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.95 does not exist 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.96 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6c2ffd640 20 do_open: entering 2026-04-08T13:29:51.357 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.96 does not exist 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.97 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.97 does not exist 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.98 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6c1ffb640 20 do_open: entering 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.98 does not exist 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.99 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6cab54640 20 do_open: entering 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.99 does not exist 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.100 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6c8b50640 20 do_open: entering 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.100 does not exist 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.101 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.358+0000 7fa6c3fff640 20 do_open: entering 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.359+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.101 does not exist 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.359+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.102 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.359+0000 7fa6c37fe640 20 do_open: entering 2026-04-08T13:29:51.358 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.359+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.102 does not exist 2026-04-08T13:29:51.359 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.359+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.103 2026-04-08T13:29:51.359 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.359+0000 7fa6cbddd640 20 do_open: entering 2026-04-08T13:29:51.359 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.359+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.103 does not exist 2026-04-08T13:29:51.359 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.359+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.104 2026-04-08T13:29:51.359 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.359+0000 7fa6c2ffd640 20 do_open: entering 2026-04-08T13:29:51.359 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.359+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.104 does not exist 2026-04-08T13:29:51.359 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.359+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.105 2026-04-08T13:29:51.359 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.359+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.359 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.359+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.105 does not exist 2026-04-08T13:29:51.359 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.359+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.106 2026-04-08T13:29:51.359 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.359+0000 7fa6c1ffb640 20 do_open: entering 2026-04-08T13:29:51.359 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.360+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.106 does not exist 2026-04-08T13:29:51.359 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.360+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.107 2026-04-08T13:29:51.359 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.360+0000 7fa6cab54640 20 do_open: entering 2026-04-08T13:29:51.360 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.360+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.107 does not exist 2026-04-08T13:29:51.360 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.360+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.108 2026-04-08T13:29:51.360 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.360+0000 7fa6c8b50640 20 do_open: entering 2026-04-08T13:29:51.360 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.360+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.108 does not exist 2026-04-08T13:29:51.360 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.360+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.109 2026-04-08T13:29:51.360 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.360+0000 7fa6c3fff640 20 do_open: entering 2026-04-08T13:29:51.360 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.360+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.109 does not exist 2026-04-08T13:29:51.360 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.360+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.110 2026-04-08T13:29:51.360 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.360+0000 7fa6c37fe640 20 do_open: entering 2026-04-08T13:29:51.360 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.360+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.110 does not exist 2026-04-08T13:29:51.360 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.360+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.111 2026-04-08T13:29:51.360 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.360+0000 7fa6cbddd640 20 do_open: entering 2026-04-08T13:29:51.360 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.361+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.111 does not exist 2026-04-08T13:29:51.360 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.361+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.112 2026-04-08T13:29:51.360 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.361+0000 7fa6c2ffd640 20 do_open: entering 2026-04-08T13:29:51.360 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.361+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.112 does not exist 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.361+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.113 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.361+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.361+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.113 does not exist 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.361+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.114 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.361+0000 7fa6c1ffb640 20 do_open: entering 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.361+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.114 does not exist 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.361+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.115 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.361+0000 7fa6cab54640 20 do_open: entering 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.361+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.115 does not exist 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.361+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.116 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.361+0000 7fa6c8b50640 20 do_open: entering 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.116 does not exist 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.117 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6c3fff640 20 do_open: entering 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.117 does not exist 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.118 2026-04-08T13:29:51.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6c37fe640 20 do_open: entering 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.118 does not exist 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.119 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6cbddd640 20 do_open: entering 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.119 does not exist 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.120 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6c2ffd640 20 do_open: entering 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.120 does not exist 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6c27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.121 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.121 does not exist 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6c1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.122 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.362+0000 7fa6c1ffb640 20 do_open: entering 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.122 does not exist 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6cab54640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.123 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6cab54640 20 do_open: entering 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.123 does not exist 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6c8b50640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.124 2026-04-08T13:29:51.362 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6c8b50640 20 do_open: entering 2026-04-08T13:29:51.363 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.124 does not exist 2026-04-08T13:29:51.363 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6c3fff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.125 2026-04-08T13:29:51.363 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6c3fff640 20 do_open: entering 2026-04-08T13:29:51.363 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.125 does not exist 2026-04-08T13:29:51.363 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6c37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.126 2026-04-08T13:29:51.363 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6c37fe640 20 do_open: entering 2026-04-08T13:29:51.363 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.126 does not exist 2026-04-08T13:29:51.363 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6cbddd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.127 2026-04-08T13:29:51.363 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6cbddd640 20 do_open: entering 2026-04-08T13:29:51.363 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6c2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.127 does not exist 2026-04-08T13:29:51.363 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.363+0000 7fa6c2ffd640 20 do_create: entering 2026-04-08T13:29:51.365 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.365+0000 7fa6c27fc640 20 do_open: entering 2026-04-08T13:29:51.368 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.368+0000 7fa6cdd3b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:29:51.368 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:51.368+0000 7fa6cdd3b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:29:54.338 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.338+0000 7fa6cdd3b900 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2026-04-08T13:29:54.338 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.338+0000 7fa6cdd3b900 5 note: GC not initialized 2026-04-08T13:29:54.338 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.338+0000 7fa6737fe640 20 reqs_thread_entry: start 2026-04-08T13:29:54.387 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.387+0000 7fa6cdd3b900 20 init_complete bucket index max shards: 11 2026-04-08T13:29:54.387 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.387+0000 7fa6cdd3b900 20 Filter name: none 2026-04-08T13:29:54.387 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.387+0000 7fa6717fa640 20 reqs_thread_entry: start 2026-04-08T13:29:54.395 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.395+0000 7fa6cdd3b900 20 remove_watcher() i=0 2026-04-08T13:29:54.395 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.395+0000 7fa6cdd3b900 2 removed watcher, disabling cache 2026-04-08T13:29:54.395 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.395+0000 7fa6cdd3b900 20 remove_watcher() i=4 2026-04-08T13:29:54.395 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.396+0000 7fa6cdd3b900 20 remove_watcher() i=6 2026-04-08T13:29:54.396 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.396+0000 7fa6cdd3b900 20 remove_watcher() i=2 2026-04-08T13:29:54.396 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.396+0000 7fa6cdd3b900 20 remove_watcher() i=1 2026-04-08T13:29:54.396 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.396+0000 7fa6cdd3b900 20 remove_watcher() i=3 2026-04-08T13:29:54.396 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.396+0000 7fa6cdd3b900 20 remove_watcher() i=7 2026-04-08T13:29:54.396 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.396+0000 7fa6cdd3b900 20 remove_watcher() i=5 2026-04-08T13:29:54.402 INFO:teuthology.orchestra.run.vm09.stdout:[] 2026-04-08T13:29:54.402 DEBUG:tasks.util.rgw: json result: [] 2026-04-08T13:29:54.402 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2026-04-08T13:29:54.402 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2026-04-08T13:29:54.402 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2026-04-08T13:29:54.481 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:29:54.482 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:29:54.486 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.486+0000 7f4952416900 -1 asok(0x561a2bee7e30) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.84071.asok': (13) Permission denied 2026-04-08T13:29:54.494 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.494+0000 7f4952416900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:29:54.494 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.494+0000 7f4952416900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:29:54.494 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.494+0000 7f48fb7fe640 20 reqs_thread_entry: start 2026-04-08T13:29:54.502 INFO:teuthology.orchestra.run.vm09.stdout:{"id":"bf6414fb-f675-482f-86f8-830ba00cbe56","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-08T13:29:54.502 DEBUG:tasks.util.rgw: json result: {'id': 'bf6414fb-f675-482f-86f8-830ba00cbe56', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-08T13:29:54.503 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-04-08T13:29:54.503 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-04-08T13:29:54.503 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-04-08T13:29:54.585 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:29:54.585 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:29:54.589 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.589+0000 7f01ed92f900 -1 asok(0x55697d29dd10) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.84173.asok': (13) Permission denied 2026-04-08T13:29:54.600 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.601+0000 7f01ed92f900 20 rados->read ofs=0 len=0 2026-04-08T13:29:54.601 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.601+0000 7f01ed92f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:54.601 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.601+0000 7f01ed92f900 20 realm 2026-04-08T13:29:54.601 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.601+0000 7f01ed92f900 20 rados->read ofs=0 len=0 2026-04-08T13:29:54.601 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.602+0000 7f01ed92f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:54.601 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.602+0000 7f01ed92f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:29:54.601 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.602+0000 7f01ed92f900 20 rados->read ofs=0 len=0 2026-04-08T13:29:54.601 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.602+0000 7f01ed92f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:54.601 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.602+0000 7f01ed92f900 20 rados->read ofs=0 len=0 2026-04-08T13:29:54.601 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.602+0000 7f01ed92f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:29:54.602 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.602+0000 7f01ed92f900 20 rados->read ofs=0 len=0 2026-04-08T13:29:54.602 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.602+0000 7f01ed92f900 20 rados_obj.operate() r=0 bl.length=1076 2026-04-08T13:29:54.602 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.602+0000 7f01ed92f900 20 searching for the correct realm 2026-04-08T13:29:54.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.608+0000 7f01ed92f900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:29:54.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.608+0000 7f01ed92f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:29:54.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.608+0000 7f01ed92f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:29:54.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.608+0000 7f01ed92f900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:29:54.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.608+0000 7f01ed92f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:29:54.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.608+0000 7f01ed92f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:29:54.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.608+0000 7f01ed92f900 20 rados->read ofs=0 len=0 2026-04-08T13:29:54.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.608+0000 7f01ed92f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:54.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.608+0000 7f01ed92f900 20 rados->read ofs=0 len=0 2026-04-08T13:29:54.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.608+0000 7f01ed92f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:29:54.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.608+0000 7f01ed92f900 20 rados->read ofs=0 len=0 2026-04-08T13:29:54.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.609+0000 7f01ed92f900 20 rados_obj.operate() r=0 bl.length=436 2026-04-08T13:29:54.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.609+0000 7f01ed92f900 20 zone default found 2026-04-08T13:29:54.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.609+0000 7f01ed92f900 4 Realm: () 2026-04-08T13:29:54.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.609+0000 7f01ed92f900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:29:54.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.609+0000 7f01ed92f900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:29:54.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.609+0000 7f01ed92f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:29:54.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.609+0000 7f01ed92f900 20 zonegroup default 2026-04-08T13:29:54.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.609+0000 7f01ed92f900 20 rados->read ofs=0 len=0 2026-04-08T13:29:54.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.609+0000 7f01ed92f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:54.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.609+0000 7f01ed92f900 20 rados->read ofs=0 len=0 2026-04-08T13:29:54.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.609+0000 7f01ed92f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:54.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.609+0000 7f01ed92f900 20 rados->read ofs=0 len=0 2026-04-08T13:29:54.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.609+0000 7f01ed92f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:54.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.609+0000 7f01ed92f900 20 started sync module instance, tier type = 2026-04-08T13:29:54.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.609+0000 7f01ed92f900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:29:54.612 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.613+0000 7f01ed92f900 20 add_watcher() i=0 2026-04-08T13:29:54.613 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.613+0000 7f01ed92f900 20 add_watcher() i=5 2026-04-08T13:29:54.613 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.614+0000 7f01ed92f900 20 add_watcher() i=6 2026-04-08T13:29:54.613 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.614+0000 7f01ed92f900 20 add_watcher() i=1 2026-04-08T13:29:54.614 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.614+0000 7f01ed92f900 20 add_watcher() i=7 2026-04-08T13:29:54.614 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.614+0000 7f01ed92f900 20 add_watcher() i=4 2026-04-08T13:29:54.614 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.614+0000 7f01ed92f900 20 add_watcher() i=3 2026-04-08T13:29:54.614 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.614+0000 7f01ed92f900 20 add_watcher() i=2 2026-04-08T13:29:54.614 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.614+0000 7f01ed92f900 2 all 8 watchers are set, enabling cache 2026-04-08T13:29:54.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.616+0000 7f01ed92f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:29:54.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.616+0000 7f01ed92f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:29:54.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.616+0000 7f01ed92f900 5 note: GC not initialized 2026-04-08T13:29:54.616 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.616+0000 7f0196ffd640 20 reqs_thread_entry: start 2026-04-08T13:29:54.645 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.646+0000 7f01ed92f900 20 init_complete bucket index max shards: 11 2026-04-08T13:29:54.645 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.646+0000 7f01ed92f900 20 Filter name: none 2026-04-08T13:29:54.646 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.646+0000 7f0194ff9640 20 reqs_thread_entry: start 2026-04-08T13:29:54.653 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.653+0000 7f01ed92f900 20 remove_watcher() i=3 2026-04-08T13:29:54.653 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.653+0000 7f01ed92f900 2 removed watcher, disabling cache 2026-04-08T13:29:54.653 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.653+0000 7f01ed92f900 20 remove_watcher() i=2 2026-04-08T13:29:54.653 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.654+0000 7f01ed92f900 20 remove_watcher() i=0 2026-04-08T13:29:54.653 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.654+0000 7f01ed92f900 20 remove_watcher() i=1 2026-04-08T13:29:54.654 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.654+0000 7f01ed92f900 20 remove_watcher() i=4 2026-04-08T13:29:54.654 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.654+0000 7f01ed92f900 20 remove_watcher() i=6 2026-04-08T13:29:54.654 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.654+0000 7f01ed92f900 20 remove_watcher() i=7 2026-04-08T13:29:54.654 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.654+0000 7f01ed92f900 20 remove_watcher() i=5 2026-04-08T13:29:54.659 INFO:teuthology.orchestra.run.vm09.stdout:[] 2026-04-08T13:29:54.659 DEBUG:tasks.util.rgw: json result: [] 2026-04-08T13:29:54.659 INFO:tasks.rgw:Configuring storage class = FROZEN 2026-04-08T13:29:54.659 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2026-04-08T13:29:54.659 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2026-04-08T13:29:54.659 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2026-04-08T13:29:54.741 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:29:54.741 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:29:54.745 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.745+0000 7f42f53dc900 -1 asok(0x5611141f7e30) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.84280.asok': (13) Permission denied 2026-04-08T13:29:54.753 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.753+0000 7f42f53dc900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:29:54.753 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.753+0000 7f42f53dc900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:29:54.753 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.753+0000 7f42a57ea640 20 reqs_thread_entry: start 2026-04-08T13:29:54.759 INFO:teuthology.orchestra.run.vm09.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","STANDARD"]}}] 2026-04-08T13:29:54.760 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'STANDARD']}}] 2026-04-08T13:29:54.760 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2026-04-08T13:29:54.760 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2026-04-08T13:29:54.760 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2026-04-08T13:29:54.839 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:29:54.839 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:29:54.843 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.843+0000 7ff2f713b900 -1 asok(0x55d5d9e03e50) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.84382.asok': (13) Permission denied 2026-04-08T13:29:54.849 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.849+0000 7ff2f713b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:29:54.849 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.849+0000 7ff2f713b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:29:54.849 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.849+0000 7ff2a57ea640 20 reqs_thread_entry: start 2026-04-08T13:29:54.857 INFO:teuthology.orchestra.run.vm09.stdout:{"id":"bf6414fb-f675-482f-86f8-830ba00cbe56","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-08T13:29:54.857 DEBUG:tasks.util.rgw: json result: {'id': 'bf6414fb-f675-482f-86f8-830ba00cbe56', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-08T13:29:54.857 INFO:tasks.rgw:Configuring storage class = LUKEWARM 2026-04-08T13:29:54.857 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2026-04-08T13:29:54.857 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2026-04-08T13:29:54.857 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2026-04-08T13:29:54.941 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:29:54.942 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:29:54.945 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.945+0000 7f184eb28900 -1 asok(0x5620f7939e30) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.84484.asok': (13) Permission denied 2026-04-08T13:29:54.953 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.953+0000 7f184eb28900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:29:54.953 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.953+0000 7f184eb28900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:29:54.953 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:54.953+0000 7f17fd7ea640 20 reqs_thread_entry: start 2026-04-08T13:29:54.962 INFO:teuthology.orchestra.run.vm09.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2026-04-08T13:29:54.962 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2026-04-08T13:29:54.962 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm', '--compression', 'zlib'] 2026-04-08T13:29:54.962 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm', '--compression', 'zlib'] 2026-04-08T13:29:54.962 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm --compression zlib 2026-04-08T13:29:55.005 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:29:55.005 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:29:55.008 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:55.009+0000 7f35c8792900 -1 asok(0x55acca87cdc0) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.84586.asok': (13) Permission denied 2026-04-08T13:29:55.015 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:55.016+0000 7f35c8792900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:29:55.015 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:55.016+0000 7f35c8792900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:29:55.016 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:55.016+0000 7f35767ec640 20 reqs_thread_entry: start 2026-04-08T13:29:55.024 INFO:teuthology.orchestra.run.vm09.stdout:{"id":"bf6414fb-f675-482f-86f8-830ba00cbe56","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm","compression_type":"zlib"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-08T13:29:55.024 DEBUG:tasks.util.rgw: json result: {'id': 'bf6414fb-f675-482f-86f8-830ba00cbe56', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm', 'compression_type': 'zlib'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-08T13:29:55.024 INFO:tasks.rgw:Starting rgw... 2026-04-08T13:29:55.024 INFO:tasks.rgw:rgw client.0 config is {'use-barbican-role': 'client.0', 'use-keystone-role': 'client.0'} 2026-04-08T13:29:55.024 INFO:tasks.rgw:Using beast as radosgw frontend 2026-04-08T13:29:55.024 DEBUG:teuthology.orchestra.run.vm09:> sudo echo -n http://vm09.local:80 | sudo tee /home/ubuntu/cephtest/url_file 2026-04-08T13:29:55.049 INFO:teuthology.orchestra.run.vm09.stdout:http://vm09.local:80 2026-04-08T13:29:55.049 DEBUG:teuthology.orchestra.run.vm09:> sudo chown ceph /home/ubuntu/cephtest/url_file 2026-04-08T13:29:55.114 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/keystone && source .tox/venv/bin/activate && openstack endpoint create --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 swift public 'http://vm09.local:80/v1/KEY_$(tenant_id)s' --debug 2026-04-08T13:29:55.511 INFO:teuthology.orchestra.run.vm09.stderr:START with options: endpoint create --os-username admin --os-password ADMIN --os-user-domain-id default --os-project-name admin --os-project-domain-id default --os-identity-api-version 3 --os-auth-url http://vm09.local:5000/v3 swift public http://vm09.local:80/v1/KEY_$(tenant_id)s --debug 2026-04-08T13:29:55.512 INFO:teuthology.orchestra.run.vm09.stderr:options: Namespace(verbose_level=3, log_file=None, deferred_help=False, debug=True, cloud=None, region_name=None, cacert=None, cert=None, key=None, verify=None, insecure=None, default_domain='default', interface=None, service_provider=None, remote_project_name=None, remote_project_id=None, remote_project_domain_name=None, remote_project_domain_id=None, timing=False, os_beta_command=False, profile=None, os_compute_api_version=None, os_identity_api_version='3', os_image_api_version=None, os_network_api_version=None, os_object_api_version=None, os_volume_api_version=None, auth_type=None, auth_url='http://vm09.local:5000/v3', system_scope=None, domain_id=None, domain_name=None, project_id=None, project_name='admin', project_domain_id='default', project_domain_name=None, trust_id=None, identity_provider=None, protocol=None, identity_provider_url=None, username='admin', password='***', client_id=None, client_secret=*** openid_scope=None, access_token_endpoint=None, discovery_endpoint=None, device_authorization_endpoint=None, code_challenge_method=None, default_domain_id=None, default_domain_name=None, user_id=None, user_domain_id='default', user_domain_name=None, endpoint=None, service_provider_endpoint=None, service_provider_entity_id=None, application_credential_secret=*** application_credential_id=None, application_credential_name=None, access_token=*** token=*** oauth2_endpoint=None, oauth2_client_id=None, consumer_key=None, consumer_secret=*** access_key=None, access_secret=*** oauth2_client_secret=*** access_token_type=None, redirect_uri=None, code=None, idp_otp_key=None, auth_methods=None, passcode=None, os_project_name=None, os_project_id=None) 2026-04-08T13:29:55.512 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:29:55.512 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:29:55.512 INFO:teuthology.orchestra.run.vm09.stderr:defaults: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'auth_type': 'password', 'baremetal_status_code_retries': 5, 'baremetal_introspection_status_code_retries': 5, 'image_status_code_retries': 5, 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active'} 2026-04-08T13:29:55.513 INFO:teuthology.orchestra.run.vm09.stderr:cloud cfg: {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:29:55.521 INFO:teuthology.orchestra.run.vm09.stderr:compute API version 2.1, cmd group openstack.compute.v2 2026-04-08T13:29:55.525 INFO:teuthology.orchestra.run.vm09.stderr:identity API version 3, cmd group openstack.identity.v3 2026-04-08T13:29:55.528 INFO:teuthology.orchestra.run.vm09.stderr:image API version 2, cmd group openstack.image.v2 2026-04-08T13:29:55.534 INFO:teuthology.orchestra.run.vm09.stderr:network API version 2, cmd group openstack.network.v2 2026-04-08T13:29:55.535 INFO:teuthology.orchestra.run.vm09.stderr:object_store API version 1, cmd group openstack.object_store.v1 2026-04-08T13:29:55.539 INFO:teuthology.orchestra.run.vm09.stderr:volume API version 3, cmd group openstack.volume.v3 2026-04-08T13:29:55.544 INFO:teuthology.orchestra.run.vm09.stderr:command: endpoint create -> openstackclient.identity.v3.endpoint.CreateEndpoint (auth=True) 2026-04-08T13:29:55.545 INFO:teuthology.orchestra.run.vm09.stderr:Auth plugin password selected 2026-04-08T13:29:55.545 INFO:teuthology.orchestra.run.vm09.stderr:auth_config_hook(): {'api_timeout': None, 'verify': True, 'cacert': None, 'cert': None, 'key': None, 'baremetal_status_code_retries': '5', 'baremetal_introspection_status_code_retries': '5', 'image_status_code_retries': '5', 'disable_vendor_agent': {}, 'interface': 'public', 'floating_ip_source': 'neutron', 'image_api_use_tasks': False, 'image_format': 'qcow2', 'message': '', 'network_api_version': '2', 'object_store_api_version': '1', 'secgroup_source': 'neutron', 'status': 'active', 'auth': {'user_domain_id': 'default', 'project_domain_id': 'default', 'project_name': 'admin'}, 'additional_user_agent': [('osc-lib', '4.0.2')], 'verbose_level': 3, 'deferred_help': False, 'debug': True, 'default_domain': 'default', 'timing': False, 'auth_url': 'http://vm09.local:5000/v3', 'username': 'admin', 'password': '***', 'beta_command': False, 'identity_api_version': '3', 'region_name': '', 'auth_type': 'password', ': []} 2026-04-08T13:29:55.545 INFO:teuthology.orchestra.run.vm09.stderr:Using auth plugin: password 2026-04-08T13:29:55.545 INFO:teuthology.orchestra.run.vm09.stderr:Using parameters {'auth_url': 'http://vm09.local:5000/v3', 'project_name': 'admin', 'project_domain_id': 'default', 'username': 'admin', 'user_domain_id': 'default', 'password': '***'} 2026-04-08T13:29:55.545 INFO:teuthology.orchestra.run.vm09.stderr:Get auth_ref 2026-04-08T13:29:55.545 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3 -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" 2026-04-08T13:29:55.547 INFO:teuthology.orchestra.run.vm09.stderr:Starting new HTTP connection (1): vm09.local:5000 2026-04-08T13:29:55.548 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 76/76] 192.168.123.109 () {28 vars in 408 bytes} [Wed Apr 8 13:29:55 2026] GET /v3 => generated 250 bytes in 0 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:29:55.548 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3 HTTP/1.1" 200 250 2026-04-08T13:29:55.548 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 250 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-8f0a1d7f-a915-4da3-9ddf-36d71f2004e4 2026-04-08T13:29:55.548 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"version": {"id": "v3.14", "status": "stable", "updated": "2020-04-07T00:00:00Z", "links": [{"rel": "self", "href": "http://vm09.local:5000/v3/"}], "media-types": [{"base": "application/json", "type": "application/vnd.openstack.identity-v3+json"}]}} 2026-04-08T13:29:55.548 INFO:teuthology.orchestra.run.vm09.stderr:GET call to http://vm09.local:5000/v3 used request id req-8f0a1d7f-a915-4da3-9ddf-36d71f2004e4 2026-04-08T13:29:55.548 INFO:teuthology.orchestra.run.vm09.stderr:Making authentication request to http://vm09.local:5000/v3/auth/tokens 2026-04-08T13:29:55.549 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:55.753 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 77/77] 192.168.123.109 () {32 vars in 486 bytes} [Wed Apr 8 13:29:55 2026] POST /v3/auth/tokens => generated 1382 bytes in 203 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:29:55.753 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/auth/tokens HTTP/1.1" 201 1382 2026-04-08T13:29:55.753 INFO:teuthology.orchestra.run.vm09.stderr:{"token": {"methods": ["password"], "user": {"domain": {"id": "default", "name": "Default"}, "id": "3b055e7811c84d41834c12ac7d88589f", "name": "admin", "password_expires_at": null}, "audit_ids": ["Xtz1sNrsQ5CaHS6hPVc8ag"], "expires_at": "2026-04-08T14:29:55.000000Z", "issued_at": "2026-04-08T13:29:55.000000Z", "project": {"domain": {"id": "default", "name": "Default"}, "id": "27584a226ca94af2af2f27dd08d518da", "name": "admin"}, "is_domain": false, "roles": [{"id": "9cd9d19973284085923d223e99f0f0a2", "name": "member"}, {"id": "7f6e3594e7a749d7810cde69d6efcad7", "name": "manager"}, {"id": "6c029ec07af64a64bde0310ea05b12e3", "name": "reader"}, {"id": "f0bfedd7a3204df7a68a852e4b43d0ed", "name": "admin"}], "catalog": [{"endpoints": [{"id": "28d71c4210c74086adbbe7a9a358a2b1", "interface": "public", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "a7a2084472b74a5b8982c9dff14d93cc", "interface": "internal", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}, {"id": "ae1cc156ca954c36852dbca6c627537b", "interface": "admin", "region_id": "RegionOne", "url": "http://vm09.local:5000/v3", "region": "RegionOne"}], "id": "60fe73b729e242a2be76b832edee0f9b", "type": "identity", "name": "keystone"}, {"endpoints": [], "id": "6fc81a059a514040b0a99d132a14be2f", "type": "object-store", "name": "swift"}]}} 2026-04-08T13:29:55.818 INFO:teuthology.orchestra.run.vm09.stderr:run(Namespace(formatter='table', columns=[], noindent=False, variables=[], prefix='', max_width=0, fit_width=False, print_empty=False, service='swift', interface='public', url='http://vm09.local:80/v1/KEY_$(tenant_id)s', region=None, enabled=True)) 2026-04-08T13:29:55.820 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET http://vm09.local:5000/v3/services/swift -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}76cf700266cd646978ee02f2116eaf42616347c0804441d77e6e5e547cba7072" 2026-04-08T13:29:55.821 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:55.850 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 78/78] 192.168.123.109 () {30 vars in 629 bytes} [Wed Apr 8 13:29:55 2026] GET /v3/services/swift => generated 86 bytes in 29 msecs (HTTP/1.1 404) 4 headers in 164 bytes (1 switches on core 0) 2026-04-08T13:29:55.851 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/services/swift HTTP/1.1" 404 86 2026-04-08T13:29:55.851 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [404] Content-Length: 86 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-1022fbd9-4d0c-4f31-a989-4eb95bb64e4a 2026-04-08T13:29:55.851 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"error":{"code":404,"message":"Could not find service: swift.","title":"Not Found"}} 2026-04-08T13:29:55.851 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:29:55.851 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/services/swift used request id req-1022fbd9-4d0c-4f31-a989-4eb95bb64e4a 2026-04-08T13:29:55.851 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X GET "http://vm09.local:5000/v3/services?name=swift" -H "Accept: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}76cf700266cd646978ee02f2116eaf42616347c0804441d77e6e5e547cba7072" 2026-04-08T13:29:55.852 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:55.886 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 79/79] 192.168.123.109 () {30 vars in 651 bytes} [Wed Apr 8 13:29:55 2026] GET /v3/services?name=swift => generated 339 bytes in 33 msecs (HTTP/1.1 200) 4 headers in 158 bytes (1 switches on core 0) 2026-04-08T13:29:55.886 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "GET /v3/services?name=swift HTTP/1.1" 200 339 2026-04-08T13:29:55.886 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [200] Content-Length: 339 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-41ff214c-5bfd-4f16-bbdf-9121fe0daaa8 2026-04-08T13:29:55.886 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"services": [{"description": "Swift Service", "name": "swift", "id": "6fc81a059a514040b0a99d132a14be2f", "type": "object-store", "enabled": true, "links": {"self": "http://vm09.local:5000/v3/services/6fc81a059a514040b0a99d132a14be2f"}}], "links": {"next": null, "self": "http://vm09.local:5000/v3/services?name=swift", "previous": null}} 2026-04-08T13:29:55.886 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:29:55.886 INFO:teuthology.orchestra.run.vm09.stderr:GET call to identity for http://vm09.local:5000/v3/services?name=swift used request id req-41ff214c-5bfd-4f16-bbdf-9121fe0daaa8 2026-04-08T13:29:55.887 INFO:teuthology.orchestra.run.vm09.stderr:REQ: curl -g -i -X POST http://vm09.local:5000/v3/endpoints -H "Content-Type: application/json" -H "User-Agent: openstacksdk/4.5.0 keystoneauth1/5.10.0 python-requests/2.32.3 CPython/3.9.23" -H "X-Auth-Token: {SHA256}76cf700266cd646978ee02f2116eaf42616347c0804441d77e6e5e547cba7072" -d '{"endpoint": {"url": "http://vm09.local:80/v1/KEY_$(tenant_id)s", "service_id": "6fc81a059a514040b0a99d132a14be2f", "interface": "public", "enabled": true}}' 2026-04-08T13:29:55.888 INFO:teuthology.orchestra.run.vm09.stderr:Resetting dropped connection: vm09.local 2026-04-08T13:29:55.921 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 80/80] 192.168.123.109 () {34 vars in 673 bytes} [Wed Apr 8 13:29:55 2026] POST /v3/endpoints => generated 325 bytes in 32 msecs (HTTP/1.1 201) 4 headers in 163 bytes (1 switches on core 0) 2026-04-08T13:29:55.922 INFO:teuthology.orchestra.run.vm09.stderr:http://vm09.local:5000 "POST /v3/endpoints HTTP/1.1" 201 325 2026-04-08T13:29:55.922 INFO:teuthology.orchestra.run.vm09.stderr:RESP: [201] Content-Length: 325 Content-Type: application/json Vary: X-Auth-Token x-openstack-request-id: req-fc7afddd-da33-4c1d-95c9-5632a9bd409f 2026-04-08T13:29:55.922 INFO:teuthology.orchestra.run.vm09.stderr:RESP BODY: {"endpoint": {"id": "e9e243ce0e94491095c429350ab51ac0", "interface": "public", "region_id": null, "service_id": "6fc81a059a514040b0a99d132a14be2f", "url": "http://vm09.local:80/v1/KEY_$(tenant_id)s", "enabled": true, "region": null, "links": {"self": "http://vm09.local:5000/v3/endpoints/e9e243ce0e94491095c429350ab51ac0"}}} 2026-04-08T13:29:55.922 INFO:teuthology.orchestra.run.vm09.stderr: 2026-04-08T13:29:55.922 INFO:teuthology.orchestra.run.vm09.stderr:POST call to identity for http://vm09.local:5000/v3/endpoints used request id req-fc7afddd-da33-4c1d-95c9-5632a9bd409f 2026-04-08T13:29:55.922 INFO:teuthology.orchestra.run.vm09.stderr:clean_up CreateEndpoint: 2026-04-08T13:29:55.923 INFO:teuthology.orchestra.run.vm09.stderr:END return value: 0 2026-04-08T13:29:55.923 INFO:teuthology.orchestra.run.vm09.stdout:+--------------+-------------------------------------------+ 2026-04-08T13:29:55.923 INFO:teuthology.orchestra.run.vm09.stdout:| Field | Value | 2026-04-08T13:29:55.923 INFO:teuthology.orchestra.run.vm09.stdout:+--------------+-------------------------------------------+ 2026-04-08T13:29:55.923 INFO:teuthology.orchestra.run.vm09.stdout:| enabled | True | 2026-04-08T13:29:55.923 INFO:teuthology.orchestra.run.vm09.stdout:| id | e9e243ce0e94491095c429350ab51ac0 | 2026-04-08T13:29:55.923 INFO:teuthology.orchestra.run.vm09.stdout:| interface | public | 2026-04-08T13:29:55.923 INFO:teuthology.orchestra.run.vm09.stdout:| region | None | 2026-04-08T13:29:55.923 INFO:teuthology.orchestra.run.vm09.stdout:| region_id | None | 2026-04-08T13:29:55.923 INFO:teuthology.orchestra.run.vm09.stdout:| service_id | 6fc81a059a514040b0a99d132a14be2f | 2026-04-08T13:29:55.923 INFO:teuthology.orchestra.run.vm09.stdout:| url | http://vm09.local:80/v1/KEY_$(tenant_id)s | 2026-04-08T13:29:55.923 INFO:teuthology.orchestra.run.vm09.stdout:| service_name | swift | 2026-04-08T13:29:55.923 INFO:teuthology.orchestra.run.vm09.stdout:| service_type | object-store | 2026-04-08T13:29:55.923 INFO:teuthology.orchestra.run.vm09.stdout:+--------------+-------------------------------------------+ 2026-04-08T13:29:56.019 INFO:tasks.rgw:Use barbican url=vm09.local:9311 2026-04-08T13:29:56.019 INFO:tasks.rgw.client.0:Restarting daemon 2026-04-08T13:29:56.019 DEBUG:teuthology.orchestra.run.vm09:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=80' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --rgw_keystone_url http://vm09.local:5000 --rgw_barbican_url http://vm09.local:9311 --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2026-04-08T13:29:56.020 INFO:tasks.rgw.client.0:Started 2026-04-08T13:29:56.020 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on http://vm09.local:80/ 2026-04-08T13:29:56.020 DEBUG:teuthology.orchestra.run.vm09:> curl http://vm09.local:80/ 2026-04-08T13:29:56.040 INFO:teuthology.orchestra.run.vm09.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-08T13:29:56.041 INFO:teuthology.orchestra.run.vm09.stderr: Dload Upload Total Spent Left Speed 2026-04-08T13:29:56.041 INFO:teuthology.orchestra.run.vm09.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2026-04-08T13:29:56.041 INFO:teuthology.orchestra.run.vm09.stderr:curl: (7) Failed to connect to vm09.local port 80: Connection refused 2026-04-08T13:29:56.041 DEBUG:teuthology.orchestra.run:got remote process result: 7 2026-04-08T13:29:57.041 DEBUG:teuthology.orchestra.run.vm09:> curl http://vm09.local:80/ 2026-04-08T13:29:57.062 INFO:teuthology.orchestra.run.vm09.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-08T13:29:57.062 INFO:teuthology.orchestra.run.vm09.stderr: Dload Upload Total Spent Left Speed 2026-04-08T13:29:57.063 INFO:teuthology.orchestra.run.vm09.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 182k 0 --:--:-- --:--:-- --:--:-- 182k 2026-04-08T13:29:57.063 INFO:teuthology.orchestra.run.vm09.stdout:anonymous 2026-04-08T13:29:57.064 INFO:teuthology.run_tasks:Running task tox... 2026-04-08T13:29:57.066 INFO:tasks.tox:Deploying tox from pip... 2026-04-08T13:29:57.066 DEBUG:teuthology.orchestra.run.vm09:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2026-04-08T13:29:57.832 DEBUG:teuthology.orchestra.run.vm09:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox 2026-04-08T13:29:57.989 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: tox in ./cephtest/tox-venv/lib/python3.9/site-packages (4.30.3) 2026-04-08T13:29:57.994 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: pluggy>=1.6 in ./cephtest/tox-venv/lib/python3.9/site-packages (from tox) (1.6.0) 2026-04-08T13:29:57.995 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: pyproject-api>=1.9.1 in ./cephtest/tox-venv/lib/python3.9/site-packages (from tox) (1.9.1) 2026-04-08T13:29:57.995 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: virtualenv>=20.31.2 in ./cephtest/tox-venv/lib/python3.9/site-packages (from tox) (21.2.0) 2026-04-08T13:29:57.995 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: cachetools>=6.1 in ./cephtest/tox-venv/lib/python3.9/site-packages (from tox) (6.2.6) 2026-04-08T13:29:57.995 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: packaging>=25 in ./cephtest/tox-venv/lib/python3.9/site-packages (from tox) (26.0) 2026-04-08T13:29:57.996 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: platformdirs>=4.3.8 in ./cephtest/tox-venv/lib/python3.9/site-packages (from tox) (4.4.0) 2026-04-08T13:29:57.996 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: filelock>=3.18 in ./cephtest/tox-venv/lib/python3.9/site-packages (from tox) (3.19.1) 2026-04-08T13:29:57.996 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: typing-extensions>=4.14.1 in ./cephtest/tox-venv/lib/python3.9/site-packages (from tox) (4.15.0) 2026-04-08T13:29:57.997 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: colorama>=0.4.6 in ./cephtest/tox-venv/lib/python3.9/site-packages (from tox) (0.4.6) 2026-04-08T13:29:57.997 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: tomli>=2.2.1 in ./cephtest/tox-venv/lib/python3.9/site-packages (from tox) (2.4.1) 2026-04-08T13:29:57.997 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: chardet>=5.2 in ./cephtest/tox-venv/lib/python3.9/site-packages (from tox) (5.2.0) 2026-04-08T13:29:58.021 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: distlib<1,>=0.3.7 in ./cephtest/tox-venv/lib/python3.9/site-packages (from virtualenv>=20.31.2->tox) (0.4.0) 2026-04-08T13:29:58.021 INFO:teuthology.orchestra.run.vm09.stdout:Requirement already satisfied: python-discovery>=1 in ./cephtest/tox-venv/lib/python3.9/site-packages (from virtualenv>=20.31.2->tox) (1.2.2) 2026-04-08T13:29:58.044 INFO:teuthology.orchestra.run.vm09.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-04-08T13:29:58.044 INFO:teuthology.orchestra.run.vm09.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-04-08T13:29:58.071 INFO:teuthology.run_tasks:Running task s3tests... 2026-04-08T13:29:58.076 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'barbican': {'kms_key': 'my-key-1', 'kms_key2': 'my-key-2'}, 'vault_kv': {'key_path': 'my-key-1', 'key_path2': 'my-key-2'}, 'vault_old': {'key_path': 'my-key-1/1', 'key_path2': 'my-key-2/1'}, 'vault_transit': {'key_path': 'my-key-1', 'key_path2': 'my-key-2'}, 'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888'}, 'force-branch': 'ceph-tentacle', 'sha1': 'e0c4ff71baef6d5126a0201df5fe54196d89b296', 'storage classes': 'LUKEWARM, FROZEN'}} 2026-04-08T13:29:58.077 INFO:tasks.s3tests:Downloading s3-tests... 2026-04-08T13:29:58.077 INFO:tasks.s3tests:Using branch 'ceph-tentacle' for s3tests 2026-04-08T13:29:58.077 DEBUG:teuthology.orchestra.run.vm09:> git clone -b ceph-tentacle https://github.com/ceph/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2026-04-08T13:29:58.092 INFO:teuthology.orchestra.run.vm09.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2026-04-08T13:29:59.298 DEBUG:teuthology.orchestra.run.vm09:> cd /home/ubuntu/cephtest/s3-tests-client.0 && git reset --hard e0c4ff71baef6d5126a0201df5fe54196d89b296 2026-04-08T13:29:59.360 INFO:teuthology.orchestra.run.vm09.stdout:HEAD is now at e0c4ff7 functional: fix invalid escape sequence deprication warning 2026-04-08T13:29:59.360 INFO:tasks.s3tests:Creating rgw users... 2026-04-08T13:29:59.361 DEBUG:tasks.s3tests:Creating user foo.client.0 on client.0 2026-04-08T13:29:59.361 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name Mr.foo.client.0 --email foo+test@test.test --access-key OWNZNLEIRDQLOLVZDMQR --secret PHHZhCL7/G/cMRG3AKpMjXHSyrFoXzC8ynz6xJKE03nMqmzRALOTgw== --cluster ceph 2026-04-08T13:29:59.443 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:29:59.443 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:29:59.446 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.446+0000 7f63eb617900 -1 asok(0x561b382bbe30) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.85588.asok': (13) Permission denied 2026-04-08T13:29:59.456 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.456+0000 7f63eb617900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.457 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.457+0000 7f63eb617900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.457 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.457+0000 7f63eb617900 20 realm 2026-04-08T13:29:59.457 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.457+0000 7f63eb617900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.457 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.457+0000 7f63eb617900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.457 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.457+0000 7f63eb617900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:29:59.457 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.457+0000 7f63eb617900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.457 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.457+0000 7f63eb617900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.457 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.457+0000 7f63eb617900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.457 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.457+0000 7f63eb617900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:29:59.457 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.457+0000 7f63eb617900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.457 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.458+0000 7f63eb617900 20 rados_obj.operate() r=0 bl.length=1214 2026-04-08T13:29:59.457 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.458+0000 7f63eb617900 20 searching for the correct realm 2026-04-08T13:29:59.462 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.462+0000 7f63eb617900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:29:59.462 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.462+0000 7f63eb617900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:29:59.462 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.462+0000 7f63eb617900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:29:59.462 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.462+0000 7f63eb617900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:29:59.462 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.462+0000 7f63eb617900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.462+0000 7f63eb617900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.462+0000 7f63eb617900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.463+0000 7f63eb617900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.463+0000 7f63eb617900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.463+0000 7f63eb617900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.463+0000 7f63eb617900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.463+0000 7f63eb617900 20 rados_obj.operate() r=0 bl.length=470 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.463+0000 7f63eb617900 20 zone default found 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.463+0000 7f63eb617900 4 Realm: () 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.463+0000 7f63eb617900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.463+0000 7f63eb617900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.463+0000 7f63eb617900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.463+0000 7f63eb617900 20 zonegroup default 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.463+0000 7f63eb617900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.463+0000 7f63eb617900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.463+0000 7f63eb617900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.463+0000 7f63eb617900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.463+0000 7f63eb617900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.464+0000 7f63eb617900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.464+0000 7f63eb617900 20 started sync module instance, tier type = 2026-04-08T13:29:59.463 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.464+0000 7f63eb617900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:29:59.467 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.467+0000 7f63eb617900 20 add_watcher() i=4 2026-04-08T13:29:59.468 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.468+0000 7f63eb617900 20 add_watcher() i=1 2026-04-08T13:29:59.468 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.468+0000 7f63eb617900 20 add_watcher() i=0 2026-04-08T13:29:59.468 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.468+0000 7f63eb617900 20 add_watcher() i=7 2026-04-08T13:29:59.468 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.468+0000 7f63eb617900 20 add_watcher() i=5 2026-04-08T13:29:59.468 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.469+0000 7f63eb617900 20 add_watcher() i=6 2026-04-08T13:29:59.468 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.469+0000 7f63eb617900 20 add_watcher() i=2 2026-04-08T13:29:59.468 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.469+0000 7f63eb617900 20 add_watcher() i=3 2026-04-08T13:29:59.468 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.469+0000 7f63eb617900 2 all 8 watchers are set, enabling cache 2026-04-08T13:29:59.470 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.470+0000 7f63eb617900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:29:59.470 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.470+0000 7f63eb617900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:29:59.470 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.470+0000 7f63eb617900 5 note: GC not initialized 2026-04-08T13:29:59.470 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.471+0000 7f6398fe9640 20 reqs_thread_entry: start 2026-04-08T13:29:59.503 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.503+0000 7f63eb617900 20 init_complete bucket index max shards: 11 2026-04-08T13:29:59.503 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.503+0000 7f63eb617900 20 Filter name: none 2026-04-08T13:29:59.503 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.503+0000 7f63927fc640 20 reqs_thread_entry: start 2026-04-08T13:29:59.503 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.503+0000 7f63eb617900 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2026-04-08T13:29:59.503 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.503+0000 7f63eb617900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.503 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.504+0000 7f63eb617900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.503 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.504+0000 7f63eb617900 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2026-04-08T13:29:59.504 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.504+0000 7f63eb617900 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-08T13:29:59.504 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.504+0000 7f63eb617900 10 cache get: name=default.rgw.meta+users.email+foo+test@test.test : miss 2026-04-08T13:29:59.504 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.504+0000 7f63eb617900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.504 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.504+0000 7f63eb617900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.504 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.504+0000 7f63eb617900 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x0 2026-04-08T13:29:59.504 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.504+0000 7f63eb617900 10 adding default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2026-04-08T13:29:59.504 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.504+0000 7f63eb617900 10 cache get: name=default.rgw.meta+users.keys+OWNZNLEIRDQLOLVZDMQR : miss 2026-04-08T13:29:59.504 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.504+0000 7f63eb617900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.504 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.504+0000 7f63eb617900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.504 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.504+0000 7f63eb617900 10 cache put: name=default.rgw.meta+users.keys+OWNZNLEIRDQLOLVZDMQR info.flags=0x0 2026-04-08T13:29:59.504 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.504+0000 7f63eb617900 10 adding default.rgw.meta+users.keys+OWNZNLEIRDQLOLVZDMQR to cache LRU end 2026-04-08T13:29:59.504 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.504+0000 7f63eb617900 10 cache get: name=default.rgw.meta+users.keys+OWNZNLEIRDQLOLVZDMQR : hit (negative entry) 2026-04-08T13:29:59.504 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.504+0000 7f63eb617900 10 cache get: name=default.rgw.meta+users.keys+OWNZNLEIRDQLOLVZDMQR : hit (negative entry) 2026-04-08T13:29:59.505 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.505+0000 7f63eb617900 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2026-04-08T13:29:59.505 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.505+0000 7f63eb617900 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-08T13:29:59.505 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.505+0000 7f63eb617900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2026-04-08T13:29:59.505 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.506+0000 7f63c67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 128849018880 cookie 94674910792912 notifier 4267 bl.length()=645 2026-04-08T13:29:59.505 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.506+0000 7f63c67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2026-04-08T13:29:59.505 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.506+0000 7f63c67fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-08T13:29:59.507 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.507+0000 7f63eb617900 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2026-04-08T13:29:59.507 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.507+0000 7f63eb617900 10 moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2026-04-08T13:29:59.507 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.507+0000 7f63eb617900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:foo+test@test.test, ofs0, ns] 2026-04-08T13:29:59.507 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.507+0000 7f63c6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 128849018880 cookie 94674910786800 notifier 4267 bl.length()=185 2026-04-08T13:29:59.507 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.507+0000 7f63c6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2026-04-08T13:29:59.507 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.507+0000 7f63c6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2026-04-08T13:29:59.508 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.509+0000 7f63eb617900 10 cache put: name=default.rgw.meta+users.keys+OWNZNLEIRDQLOLVZDMQR info.flags=0x7 2026-04-08T13:29:59.508 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.509+0000 7f63eb617900 10 moving default.rgw.meta+users.keys+OWNZNLEIRDQLOLVZDMQR to cache LRU end 2026-04-08T13:29:59.508 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.509+0000 7f63eb617900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:OWNZNLEIRDQLOLVZDMQR, ofs0, ns] 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.509+0000 7f63c6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 128849018881 cookie 94674910804720 notifier 4267 bl.length()=186 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.509+0000 7f63c6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OWNZNLEIRDQLOLVZDMQR info.flags=0x7 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.509+0000 7f63c6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OWNZNLEIRDQLOLVZDMQR to cache LRU end 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "user_id": "foo.client.0", 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "display_name": "Mr.foo.client.0", 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "email": "foo+test@test.test", 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "suspended": 0, 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "max_buckets": 1000, 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "subusers": [], 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "keys": [ 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "user": "foo.client.0", 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "access_key": "OWNZNLEIRDQLOLVZDMQR", 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "secret_key": "PHHZhCL7/G/cMRG3AKpMjXHSyrFoXzC8ynz6xJKE03nMqmzRALOTgw==", 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "active": true, 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "create_date": "2026-04-08T13:29:59.504796Z" 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: } 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: ], 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "swift_keys": [], 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "caps": [], 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "op_mask": "read, write, delete", 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "default_placement": "", 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "default_storage_class": "", 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "placement_tags": [], 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "bucket_quota": { 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:29:59.509 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: "user_quota": { 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: "temp_url_keys": [], 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: "type": "rgw", 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: "mfa_ids": [], 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: "account_id": "", 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: "path": "/", 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: "create_date": "2026-04-08T13:29:59.504786Z", 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: "tags": [], 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: "group_ids": [] 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-04-08T13:29:59.510 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:29:59.514 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.514+0000 7f63eb617900 20 remove_watcher() i=1 2026-04-08T13:29:59.514 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.514+0000 7f63eb617900 2 removed watcher, disabling cache 2026-04-08T13:29:59.514 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.514+0000 7f63eb617900 20 remove_watcher() i=5 2026-04-08T13:29:59.514 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.514+0000 7f63eb617900 20 remove_watcher() i=6 2026-04-08T13:29:59.514 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.514+0000 7f63eb617900 20 remove_watcher() i=0 2026-04-08T13:29:59.514 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.514+0000 7f63eb617900 20 remove_watcher() i=7 2026-04-08T13:29:59.514 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.514+0000 7f63eb617900 20 remove_watcher() i=3 2026-04-08T13:29:59.514 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.514+0000 7f63eb617900 20 remove_watcher() i=2 2026-04-08T13:29:59.514 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.514+0000 7f63eb617900 20 remove_watcher() i=4 2026-04-08T13:29:59.519 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 6943163253 --totp-seed HJXWIMWZ7QD5P7OIEBE2IEWMUMOIRGZJH7WLWPIPWXVILHL7V7HVVYWVLCYSZ766 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-08T13:29:59.599 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:29:59.600 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:29:59.603 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.603+0000 7fbab8d38900 -1 asok(0x55770aa51e50) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.85695.asok': (13) Permission denied 2026-04-08T13:29:59.612 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.613+0000 7fbab8d38900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.613 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.613+0000 7fbab8d38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.613 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.613+0000 7fbab8d38900 20 realm 2026-04-08T13:29:59.613 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.613+0000 7fbab8d38900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.613 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.613+0000 7fbab8d38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.613 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.613+0000 7fbab8d38900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:29:59.613 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.613+0000 7fbab8d38900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.613 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.614+0000 7fbab8d38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.613 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.614+0000 7fbab8d38900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.613 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.614+0000 7fbab8d38900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:29:59.613 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.614+0000 7fbab8d38900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.614 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.614+0000 7fbab8d38900 20 rados_obj.operate() r=0 bl.length=1214 2026-04-08T13:29:59.614 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.614+0000 7fbab8d38900 20 searching for the correct realm 2026-04-08T13:29:59.618 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.618+0000 7fbab8d38900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:29:59.618 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.618+0000 7fbab8d38900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:29:59.618 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.618+0000 7fbab8d38900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:29:59.618 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.618+0000 7fbab8d38900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:29:59.618 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.618+0000 7fbab8d38900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:29:59.618 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.618+0000 7fbab8d38900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:29:59.618 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.618+0000 7fbab8d38900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 20 rados_obj.operate() r=0 bl.length=470 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 20 zone default found 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 4 Realm: () 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 20 zonegroup default 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 20 started sync module instance, tier type = 2026-04-08T13:29:59.619 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.619+0000 7fbab8d38900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:29:59.623 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.623+0000 7fbab8d38900 20 add_watcher() i=1 2026-04-08T13:29:59.623 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.624+0000 7fbab8d38900 20 add_watcher() i=5 2026-04-08T13:29:59.623 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.624+0000 7fbab8d38900 20 add_watcher() i=2 2026-04-08T13:29:59.624 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.624+0000 7fbab8d38900 20 add_watcher() i=4 2026-04-08T13:29:59.624 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.624+0000 7fbab8d38900 20 add_watcher() i=3 2026-04-08T13:29:59.624 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.624+0000 7fbab8d38900 20 add_watcher() i=7 2026-04-08T13:29:59.624 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.624+0000 7fbab8d38900 20 add_watcher() i=6 2026-04-08T13:29:59.624 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.624+0000 7fbab8d38900 20 add_watcher() i=0 2026-04-08T13:29:59.624 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.624+0000 7fbab8d38900 2 all 8 watchers are set, enabling cache 2026-04-08T13:29:59.625 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.626+0000 7fbab8d38900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:29:59.625 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.626+0000 7fbab8d38900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:29:59.625 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.626+0000 7fbab8d38900 5 note: GC not initialized 2026-04-08T13:29:59.626 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.626+0000 7fba677e6640 20 reqs_thread_entry: start 2026-04-08T13:29:59.654 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.654+0000 7fbab8d38900 20 init_complete bucket index max shards: 11 2026-04-08T13:29:59.654 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.654+0000 7fbab8d38900 20 Filter name: none 2026-04-08T13:29:59.654 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.654+0000 7fba657e2640 20 reqs_thread_entry: start 2026-04-08T13:29:59.654 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.654+0000 7fbab8d38900 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2026-04-08T13:29:59.654 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.654+0000 7fbab8d38900 20 rados->read ofs=0 len=0 2026-04-08T13:29:59.654 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.654+0000 7fbab8d38900 20 rados_obj.operate() r=0 bl.length=460 2026-04-08T13:29:59.654 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.654+0000 7fbab8d38900 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2026-04-08T13:29:59.654 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.654+0000 7fbab8d38900 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-08T13:29:59.654 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:29:59.654+0000 7fbab8d38900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-08T13:30:01.371 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.370+0000 7fbab8d38900 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2026-04-08T13:30:01.372 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.370+0000 7fbab8d38900 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-08T13:30:01.372 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.370+0000 7fbab8d38900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2026-04-08T13:30:01.372 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.371+0000 7fba94ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 137438953474 cookie 93969772355280 notifier 4274 bl.length()=659 2026-04-08T13:30:01.372 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.371+0000 7fba94ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2026-04-08T13:30:01.372 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.371+0000 7fba94ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-08T13:30:01.375 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.376+0000 7fbab8d38900 20 remove_watcher() i=4 2026-04-08T13:30:01.375 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.376+0000 7fbab8d38900 2 removed watcher, disabling cache 2026-04-08T13:30:01.376 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.376+0000 7fbab8d38900 20 remove_watcher() i=5 2026-04-08T13:30:01.376 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.376+0000 7fbab8d38900 20 remove_watcher() i=0 2026-04-08T13:30:01.376 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.376+0000 7fbab8d38900 20 remove_watcher() i=2 2026-04-08T13:30:01.376 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.376+0000 7fbab8d38900 20 remove_watcher() i=3 2026-04-08T13:30:01.376 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.376+0000 7fbab8d38900 20 remove_watcher() i=7 2026-04-08T13:30:01.376 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.376+0000 7fbab8d38900 20 remove_watcher() i=1 2026-04-08T13:30:01.376 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.376+0000 7fbab8d38900 20 remove_watcher() i=6 2026-04-08T13:30:01.381 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2026-04-08T13:30:01.381 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name Mr.bar.client.0 --email bar+test@test.test --access-key AGIUOBYJNDRWCECLRKQO --secret N5nOL4MBeqTwdWhBsMOqY+7zLsoU0s7SXe81HPK1KHUXFw4cuj078Q== --cluster ceph 2026-04-08T13:30:01.467 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:30:01.467 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:30:01.470 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.470+0000 7ff1a316e900 -1 asok(0x559f9aa24e30) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.85804.asok': (13) Permission denied 2026-04-08T13:30:01.483 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.482+0000 7ff1a316e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.484 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.484+0000 7ff1a316e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.484 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.484+0000 7ff1a316e900 20 realm 2026-04-08T13:30:01.484 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.484+0000 7ff1a316e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.484 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.484+0000 7ff1a316e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.484 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.484+0000 7ff1a316e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:30:01.484 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.484+0000 7ff1a316e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.484 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.484+0000 7ff1a316e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.484 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.484+0000 7ff1a316e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.485 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.484+0000 7ff1a316e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:01.485 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.484+0000 7ff1a316e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.485 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.484+0000 7ff1a316e900 20 rados_obj.operate() r=0 bl.length=1214 2026-04-08T13:30:01.485 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.484+0000 7ff1a316e900 20 searching for the correct realm 2026-04-08T13:30:01.492 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.491+0000 7ff1a316e900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:30:01.492 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.491+0000 7ff1a316e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:30:01.492 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.491+0000 7ff1a316e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:30:01.492 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.491+0000 7ff1a316e900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:30:01.492 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.491+0000 7ff1a316e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:30:01.492 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.491+0000 7ff1a316e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:30:01.492 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.491+0000 7ff1a316e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.492 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.492+0000 7ff1a316e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.492 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.492+0000 7ff1a316e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.493 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.492+0000 7ff1a316e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:01.493 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.492+0000 7ff1a316e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.493 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.492+0000 7ff1a316e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-08T13:30:01.493 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.492+0000 7ff1a316e900 20 zone default found 2026-04-08T13:30:01.493 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.492+0000 7ff1a316e900 4 Realm: () 2026-04-08T13:30:01.493 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.492+0000 7ff1a316e900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:30:01.493 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.492+0000 7ff1a316e900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:30:01.493 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.492+0000 7ff1a316e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:30:01.493 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.492+0000 7ff1a316e900 20 zonegroup default 2026-04-08T13:30:01.493 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.492+0000 7ff1a316e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.493 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.494+0000 7ff1a316e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.494 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.494+0000 7ff1a316e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.494 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.494+0000 7ff1a316e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.494 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.494+0000 7ff1a316e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.494 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.494+0000 7ff1a316e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.494 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.494+0000 7ff1a316e900 20 started sync module instance, tier type = 2026-04-08T13:30:01.494 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.494+0000 7ff1a316e900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:30:01.499 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.498+0000 7ff1a316e900 20 add_watcher() i=1 2026-04-08T13:30:01.499 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.498+0000 7ff1a316e900 20 add_watcher() i=4 2026-04-08T13:30:01.499 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.498+0000 7ff1a316e900 20 add_watcher() i=3 2026-04-08T13:30:01.499 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.498+0000 7ff1a316e900 20 add_watcher() i=2 2026-04-08T13:30:01.499 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.498+0000 7ff1a316e900 20 add_watcher() i=0 2026-04-08T13:30:01.499 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.499+0000 7ff1a316e900 20 add_watcher() i=7 2026-04-08T13:30:01.499 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.499+0000 7ff1a316e900 20 add_watcher() i=6 2026-04-08T13:30:01.500 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.499+0000 7ff1a316e900 20 add_watcher() i=5 2026-04-08T13:30:01.500 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.499+0000 7ff1a316e900 2 all 8 watchers are set, enabling cache 2026-04-08T13:30:01.502 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.502+0000 7ff1a316e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:30:01.502 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.502+0000 7ff1a316e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:30:01.502 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.502+0000 7ff1a316e900 5 note: GC not initialized 2026-04-08T13:30:01.503 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.502+0000 7ff150fe9640 20 reqs_thread_entry: start 2026-04-08T13:30:01.534 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.533+0000 7ff1a316e900 20 init_complete bucket index max shards: 11 2026-04-08T13:30:01.534 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.533+0000 7ff1a316e900 20 Filter name: none 2026-04-08T13:30:01.534 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.533+0000 7ff14a7fc640 20 reqs_thread_entry: start 2026-04-08T13:30:01.534 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.533+0000 7ff1a316e900 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2026-04-08T13:30:01.534 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.533+0000 7ff1a316e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.534+0000 7ff1a316e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.534+0000 7ff1a316e900 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2026-04-08T13:30:01.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.534+0000 7ff1a316e900 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-08T13:30:01.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.534+0000 7ff1a316e900 10 cache get: name=default.rgw.meta+users.email+bar+test@test.test : miss 2026-04-08T13:30:01.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.534+0000 7ff1a316e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.534+0000 7ff1a316e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.534+0000 7ff1a316e900 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x0 2026-04-08T13:30:01.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.534+0000 7ff1a316e900 10 adding default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2026-04-08T13:30:01.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.534+0000 7ff1a316e900 10 cache get: name=default.rgw.meta+users.keys+AGIUOBYJNDRWCECLRKQO : miss 2026-04-08T13:30:01.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.534+0000 7ff1a316e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.534+0000 7ff1a316e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.534+0000 7ff1a316e900 10 cache put: name=default.rgw.meta+users.keys+AGIUOBYJNDRWCECLRKQO info.flags=0x0 2026-04-08T13:30:01.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.534+0000 7ff1a316e900 10 adding default.rgw.meta+users.keys+AGIUOBYJNDRWCECLRKQO to cache LRU end 2026-04-08T13:30:01.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.535+0000 7ff1a316e900 10 cache get: name=default.rgw.meta+users.keys+AGIUOBYJNDRWCECLRKQO : hit (negative entry) 2026-04-08T13:30:01.535 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.535+0000 7ff1a316e900 10 cache get: name=default.rgw.meta+users.keys+AGIUOBYJNDRWCECLRKQO : hit (negative entry) 2026-04-08T13:30:01.536 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.537+0000 7ff1a316e900 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2026-04-08T13:30:01.537 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.537+0000 7ff1a316e900 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-08T13:30:01.537 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.537+0000 7ff1a316e900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2026-04-08T13:30:01.537 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.537+0000 7ff17effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 137438953473 cookie 94143986804816 notifier 4280 bl.length()=645 2026-04-08T13:30:01.537 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.537+0000 7ff17effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2026-04-08T13:30:01.537 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.537+0000 7ff17effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-08T13:30:01.538 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.537+0000 7ff1a316e900 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2026-04-08T13:30:01.538 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.537+0000 7ff1a316e900 10 moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2026-04-08T13:30:01.538 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.538+0000 7ff1a316e900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:bar+test@test.test, ofs0, ns] 2026-04-08T13:30:01.539 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.538+0000 7ff17effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 137438953475 cookie 94143986798208 notifier 4280 bl.length()=185 2026-04-08T13:30:01.539 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.538+0000 7ff17effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2026-04-08T13:30:01.539 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.538+0000 7ff17effd640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2026-04-08T13:30:01.540 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.539+0000 7ff1a316e900 10 cache put: name=default.rgw.meta+users.keys+AGIUOBYJNDRWCECLRKQO info.flags=0x7 2026-04-08T13:30:01.540 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.539+0000 7ff1a316e900 10 moving default.rgw.meta+users.keys+AGIUOBYJNDRWCECLRKQO to cache LRU end 2026-04-08T13:30:01.540 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.539+0000 7ff1a316e900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:AGIUOBYJNDRWCECLRKQO, ofs0, ns] 2026-04-08T13:30:01.540 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.539+0000 7ff17e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 137438953476 cookie 94143986787712 notifier 4280 bl.length()=186 2026-04-08T13:30:01.540 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.539+0000 7ff17e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+AGIUOBYJNDRWCECLRKQO info.flags=0x7 2026-04-08T13:30:01.540 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.539+0000 7ff17e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+AGIUOBYJNDRWCECLRKQO to cache LRU end 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "user_id": "bar.client.0", 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "display_name": "Mr.bar.client.0", 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "email": "bar+test@test.test", 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "suspended": 0, 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "max_buckets": 1000, 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "subusers": [], 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "keys": [ 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "user": "bar.client.0", 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "access_key": "AGIUOBYJNDRWCECLRKQO", 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "secret_key": "N5nOL4MBeqTwdWhBsMOqY+7zLsoU0s7SXe81HPK1KHUXFw4cuj078Q==", 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "active": true, 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "create_date": "2026-04-08T13:30:01.536276Z" 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: } 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: ], 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "swift_keys": [], 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "caps": [], 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "op_mask": "read, write, delete", 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "default_placement": "", 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "default_storage_class": "", 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "placement_tags": [], 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "bucket_quota": { 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "user_quota": { 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "temp_url_keys": [], 2026-04-08T13:30:01.541 INFO:teuthology.orchestra.run.vm09.stdout: "type": "rgw", 2026-04-08T13:30:01.542 INFO:teuthology.orchestra.run.vm09.stdout: "mfa_ids": [], 2026-04-08T13:30:01.542 INFO:teuthology.orchestra.run.vm09.stdout: "account_id": "", 2026-04-08T13:30:01.542 INFO:teuthology.orchestra.run.vm09.stdout: "path": "/", 2026-04-08T13:30:01.542 INFO:teuthology.orchestra.run.vm09.stdout: "create_date": "2026-04-08T13:30:01.536239Z", 2026-04-08T13:30:01.542 INFO:teuthology.orchestra.run.vm09.stdout: "tags": [], 2026-04-08T13:30:01.542 INFO:teuthology.orchestra.run.vm09.stdout: "group_ids": [] 2026-04-08T13:30:01.542 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-04-08T13:30:01.542 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:30:01.545 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.544+0000 7ff1a316e900 20 remove_watcher() i=4 2026-04-08T13:30:01.545 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.544+0000 7ff1a316e900 2 removed watcher, disabling cache 2026-04-08T13:30:01.545 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.544+0000 7ff1a316e900 20 remove_watcher() i=5 2026-04-08T13:30:01.545 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.544+0000 7ff1a316e900 20 remove_watcher() i=0 2026-04-08T13:30:01.545 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.544+0000 7ff1a316e900 20 remove_watcher() i=1 2026-04-08T13:30:01.546 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.546+0000 7ff1a316e900 20 remove_watcher() i=6 2026-04-08T13:30:01.546 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.546+0000 7ff1a316e900 20 remove_watcher() i=7 2026-04-08T13:30:01.546 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.546+0000 7ff1a316e900 20 remove_watcher() i=2 2026-04-08T13:30:01.546 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.546+0000 7ff1a316e900 20 remove_watcher() i=3 2026-04-08T13:30:01.551 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 4589836665 --totp-seed ZH7RCLISBUC5Y4L3YASXW5SW5N4JWYS3SCKYUHMJHR7NPWWCX3ST6ZR5O72EPLEZ --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-08T13:30:01.592 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:30:01.592 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:30:01.596 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.595+0000 7fac7532b900 -1 asok(0x55555e3cee50) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.85911.asok': (13) Permission denied 2026-04-08T13:30:01.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.607+0000 7fac7532b900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.607+0000 7fac7532b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.607+0000 7fac7532b900 20 realm 2026-04-08T13:30:01.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.609+0000 7fac7532b900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.609+0000 7fac7532b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.609+0000 7fac7532b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:30:01.608 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.609+0000 7fac7532b900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.609+0000 7fac7532b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.609+0000 7fac7532b900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.609+0000 7fac7532b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:01.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.609+0000 7fac7532b900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.609+0000 7fac7532b900 20 rados_obj.operate() r=0 bl.length=1214 2026-04-08T13:30:01.609 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.609+0000 7fac7532b900 20 searching for the correct realm 2026-04-08T13:30:01.614 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.614+0000 7fac7532b900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:30:01.614 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.614+0000 7fac7532b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:30:01.614 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.614+0000 7fac7532b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:30:01.614 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.614+0000 7fac7532b900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.614+0000 7fac7532b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.614+0000 7fac7532b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.614+0000 7fac7532b900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.614+0000 7fac7532b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.614+0000 7fac7532b900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.614+0000 7fac7532b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.614+0000 7fac7532b900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.614+0000 7fac7532b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.614+0000 7fac7532b900 20 zone default found 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.614+0000 7fac7532b900 4 Realm: () 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.614+0000 7fac7532b900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.614+0000 7fac7532b900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.616+0000 7fac7532b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.616+0000 7fac7532b900 20 zonegroup default 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.616+0000 7fac7532b900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.616+0000 7fac7532b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.615 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.616+0000 7fac7532b900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.616 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.616+0000 7fac7532b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.616 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.616+0000 7fac7532b900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.616 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.616+0000 7fac7532b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.616 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.616+0000 7fac7532b900 20 started sync module instance, tier type = 2026-04-08T13:30:01.616 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.616+0000 7fac7532b900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:30:01.620 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.619+0000 7fac7532b900 20 add_watcher() i=5 2026-04-08T13:30:01.620 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.619+0000 7fac7532b900 20 add_watcher() i=0 2026-04-08T13:30:01.620 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.620+0000 7fac7532b900 20 add_watcher() i=4 2026-04-08T13:30:01.620 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.620+0000 7fac7532b900 20 add_watcher() i=6 2026-04-08T13:30:01.620 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.620+0000 7fac7532b900 20 add_watcher() i=1 2026-04-08T13:30:01.621 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.620+0000 7fac7532b900 20 add_watcher() i=3 2026-04-08T13:30:01.621 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.620+0000 7fac7532b900 20 add_watcher() i=2 2026-04-08T13:30:01.621 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.620+0000 7fac7532b900 20 add_watcher() i=7 2026-04-08T13:30:01.621 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.620+0000 7fac7532b900 2 all 8 watchers are set, enabling cache 2026-04-08T13:30:01.623 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.622+0000 7fac7532b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:30:01.623 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.622+0000 7fac7532b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:30:01.623 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.622+0000 7fac7532b900 5 note: GC not initialized 2026-04-08T13:30:01.623 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.623+0000 7fac22fed640 20 reqs_thread_entry: start 2026-04-08T13:30:01.655 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.654+0000 7fac7532b900 20 init_complete bucket index max shards: 11 2026-04-08T13:30:01.655 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.654+0000 7fac7532b900 20 Filter name: none 2026-04-08T13:30:01.655 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.654+0000 7fac20fe9640 20 reqs_thread_entry: start 2026-04-08T13:30:01.656 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.655+0000 7fac7532b900 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2026-04-08T13:30:01.656 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.655+0000 7fac7532b900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.656 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.655+0000 7fac7532b900 20 rados_obj.operate() r=0 bl.length=460 2026-04-08T13:30:01.656 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.655+0000 7fac7532b900 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2026-04-08T13:30:01.656 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.655+0000 7fac7532b900 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-08T13:30:01.656 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.655+0000 7fac7532b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-08T13:30:01.658 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.657+0000 7fac7532b900 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2026-04-08T13:30:01.658 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.657+0000 7fac7532b900 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-08T13:30:01.658 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.657+0000 7fac7532b900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2026-04-08T13:30:01.658 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.658+0000 7fac54ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 137438953474 cookie 93825145926544 notifier 4287 bl.length()=659 2026-04-08T13:30:01.658 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.658+0000 7fac54ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2026-04-08T13:30:01.658 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.658+0000 7fac54ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-08T13:30:01.662 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.661+0000 7fac7532b900 20 remove_watcher() i=1 2026-04-08T13:30:01.662 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.661+0000 7fac7532b900 2 removed watcher, disabling cache 2026-04-08T13:30:01.662 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.661+0000 7fac7532b900 20 remove_watcher() i=3 2026-04-08T13:30:01.663 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.662+0000 7fac7532b900 20 remove_watcher() i=5 2026-04-08T13:30:01.663 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.662+0000 7fac7532b900 20 remove_watcher() i=2 2026-04-08T13:30:01.663 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.662+0000 7fac7532b900 20 remove_watcher() i=0 2026-04-08T13:30:01.663 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.662+0000 7fac7532b900 20 remove_watcher() i=4 2026-04-08T13:30:01.663 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.662+0000 7fac7532b900 20 remove_watcher() i=6 2026-04-08T13:30:01.663 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.662+0000 7fac7532b900 20 remove_watcher() i=7 2026-04-08T13:30:01.668 DEBUG:tasks.s3tests:Creating user testx$tenanteduser.client.0 on client.0 2026-04-08T13:30:01.668 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name 'Mr.testx$tenanteduser.client.0' --email 'testx$tenanteduser+test@test.test' --access-key JBGUGXGQNKBCMZLZYVOG --secret C8vhJ+toTVxwQiQhYTZuIB1o0AdaqSIeNCltmmHI0JeUfNPYOIXQXg== --cluster ceph 2026-04-08T13:30:01.746 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:30:01.746 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:30:01.750 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.749+0000 7f80a95dc900 -1 asok(0x55e61cda2e30) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.86018.asok': (13) Permission denied 2026-04-08T13:30:01.760 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.760+0000 7f80a95dc900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.761 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.760+0000 7f80a95dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.761 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.760+0000 7f80a95dc900 20 realm 2026-04-08T13:30:01.761 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.760+0000 7f80a95dc900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.761 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.761+0000 7f80a95dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.761 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.761+0000 7f80a95dc900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:30:01.761 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.761+0000 7f80a95dc900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.761 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.761+0000 7f80a95dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.761 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.761+0000 7f80a95dc900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.762 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.761+0000 7f80a95dc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:01.762 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.761+0000 7f80a95dc900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.762 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.761+0000 7f80a95dc900 20 rados_obj.operate() r=0 bl.length=1214 2026-04-08T13:30:01.762 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.761+0000 7f80a95dc900 20 searching for the correct realm 2026-04-08T13:30:01.767 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:30:01.767 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:30:01.767 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:30:01.767 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:30:01.767 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:30:01.767 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:30:01.767 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 rados_obj.operate() r=0 bl.length=470 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 zone default found 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 4 Realm: () 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 zonegroup default 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.767+0000 7f80a95dc900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.768+0000 7f80a95dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.768+0000 7f80a95dc900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.768+0000 7f80a95dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.768+0000 7f80a95dc900 20 started sync module instance, tier type = 2026-04-08T13:30:01.768 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.768+0000 7f80a95dc900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:30:01.775 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.774+0000 7f80a95dc900 20 add_watcher() i=3 2026-04-08T13:30:01.775 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.774+0000 7f80a95dc900 20 add_watcher() i=0 2026-04-08T13:30:01.775 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.775+0000 7f80a95dc900 20 add_watcher() i=2 2026-04-08T13:30:01.775 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.775+0000 7f80a95dc900 20 add_watcher() i=5 2026-04-08T13:30:01.776 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.775+0000 7f80a95dc900 20 add_watcher() i=7 2026-04-08T13:30:01.776 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.775+0000 7f80a95dc900 20 add_watcher() i=6 2026-04-08T13:30:01.776 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.775+0000 7f80a95dc900 20 add_watcher() i=1 2026-04-08T13:30:01.776 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.775+0000 7f80a95dc900 20 add_watcher() i=4 2026-04-08T13:30:01.776 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.775+0000 7f80a95dc900 2 all 8 watchers are set, enabling cache 2026-04-08T13:30:01.778 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.777+0000 7f80a95dc900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:30:01.778 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.777+0000 7f80a95dc900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:30:01.778 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.777+0000 7f80a95dc900 5 note: GC not initialized 2026-04-08T13:30:01.778 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.777+0000 7f80597ea640 20 reqs_thread_entry: start 2026-04-08T13:30:01.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.809+0000 7f80a95dc900 20 init_complete bucket index max shards: 11 2026-04-08T13:30:01.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.809+0000 7f80a95dc900 20 Filter name: none 2026-04-08T13:30:01.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.809+0000 7f8052ffd640 20 reqs_thread_entry: start 2026-04-08T13:30:01.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.809+0000 7f80a95dc900 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2026-04-08T13:30:01.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.809+0000 7f80a95dc900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.810+0000 7f80a95dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.810+0000 7f80a95dc900 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2026-04-08T13:30:01.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.810+0000 7f80a95dc900 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-08T13:30:01.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.810+0000 7f80a95dc900 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test : miss 2026-04-08T13:30:01.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.810+0000 7f80a95dc900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.810+0000 7f80a95dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.810+0000 7f80a95dc900 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x0 2026-04-08T13:30:01.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.810+0000 7f80a95dc900 10 adding default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2026-04-08T13:30:01.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.810+0000 7f80a95dc900 10 cache get: name=default.rgw.meta+users.keys+JBGUGXGQNKBCMZLZYVOG : miss 2026-04-08T13:30:01.811 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.810+0000 7f80a95dc900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.811 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.810+0000 7f80a95dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.811 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.810+0000 7f80a95dc900 10 cache put: name=default.rgw.meta+users.keys+JBGUGXGQNKBCMZLZYVOG info.flags=0x0 2026-04-08T13:30:01.811 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.810+0000 7f80a95dc900 10 adding default.rgw.meta+users.keys+JBGUGXGQNKBCMZLZYVOG to cache LRU end 2026-04-08T13:30:01.811 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.810+0000 7f80a95dc900 10 cache get: name=default.rgw.meta+users.keys+JBGUGXGQNKBCMZLZYVOG : hit (negative entry) 2026-04-08T13:30:01.811 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.810+0000 7f80a95dc900 10 cache get: name=default.rgw.meta+users.keys+JBGUGXGQNKBCMZLZYVOG : hit (negative entry) 2026-04-08T13:30:01.812 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.811+0000 7f80a95dc900 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2026-04-08T13:30:01.812 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.811+0000 7f80a95dc900 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-08T13:30:01.812 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.811+0000 7f80a95dc900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2026-04-08T13:30:01.812 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.811+0000 7f8082ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 137438953477 cookie 94446819204160 notifier 4294 bl.length()=719 2026-04-08T13:30:01.812 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.811+0000 7f8082ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2026-04-08T13:30:01.812 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.811+0000 7f8082ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-08T13:30:01.813 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.814+0000 7f80a95dc900 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2026-04-08T13:30:01.813 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.814+0000 7f80a95dc900 10 moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2026-04-08T13:30:01.813 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.814+0000 7f80a95dc900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser+test@test.test, ofs0, ns] 2026-04-08T13:30:01.813 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.814+0000 7f80837fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 137438953478 cookie 94446819188352 notifier 4294 bl.length()=215 2026-04-08T13:30:01.814 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.814+0000 7f80837fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2026-04-08T13:30:01.814 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.814+0000 7f80837fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2026-04-08T13:30:01.815 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.814+0000 7f80a95dc900 10 cache put: name=default.rgw.meta+users.keys+JBGUGXGQNKBCMZLZYVOG info.flags=0x7 2026-04-08T13:30:01.815 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.814+0000 7f80a95dc900 10 moving default.rgw.meta+users.keys+JBGUGXGQNKBCMZLZYVOG to cache LRU end 2026-04-08T13:30:01.815 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.814+0000 7f80a95dc900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:JBGUGXGQNKBCMZLZYVOG, ofs0, ns] 2026-04-08T13:30:01.815 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.814+0000 7f80837fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 137438953479 cookie 94446819176240 notifier 4294 bl.length()=201 2026-04-08T13:30:01.815 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.814+0000 7f80837fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+JBGUGXGQNKBCMZLZYVOG info.flags=0x7 2026-04-08T13:30:01.815 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.814+0000 7f80837fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+JBGUGXGQNKBCMZLZYVOG to cache LRU end 2026-04-08T13:30:01.815 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "user_id": "testx$tenanteduser.client.0", 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "display_name": "Mr.testx$tenanteduser.client.0", 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "email": "testx$tenanteduser+test@test.test", 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "suspended": 0, 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "max_buckets": 1000, 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "subusers": [], 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "keys": [ 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "user": "testx$tenanteduser.client.0", 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "access_key": "JBGUGXGQNKBCMZLZYVOG", 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "secret_key": "C8vhJ+toTVxwQiQhYTZuIB1o0AdaqSIeNCltmmHI0JeUfNPYOIXQXg==", 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "active": true, 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "create_date": "2026-04-08T13:30:01.811685Z" 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: } 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: ], 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "swift_keys": [], 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "caps": [], 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "op_mask": "read, write, delete", 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "default_placement": "", 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "default_storage_class": "", 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "placement_tags": [], 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "bucket_quota": { 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "user_quota": { 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "temp_url_keys": [], 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "type": "rgw", 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "mfa_ids": [], 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "account_id": "", 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "path": "/", 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "create_date": "2026-04-08T13:30:01.811676Z", 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "tags": [], 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: "group_ids": [] 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-04-08T13:30:01.816 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:30:01.819 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.819+0000 7f80a95dc900 20 remove_watcher() i=4 2026-04-08T13:30:01.819 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.819+0000 7f80a95dc900 2 removed watcher, disabling cache 2026-04-08T13:30:01.819 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.819+0000 7f80a95dc900 20 remove_watcher() i=1 2026-04-08T13:30:01.820 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.819+0000 7f80a95dc900 20 remove_watcher() i=3 2026-04-08T13:30:01.820 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.820+0000 7f80a95dc900 20 remove_watcher() i=2 2026-04-08T13:30:01.820 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.820+0000 7f80a95dc900 20 remove_watcher() i=6 2026-04-08T13:30:01.820 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.820+0000 7f80a95dc900 20 remove_watcher() i=0 2026-04-08T13:30:01.820 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.820+0000 7f80a95dc900 20 remove_watcher() i=5 2026-04-08T13:30:01.820 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.820+0000 7f80a95dc900 20 remove_watcher() i=7 2026-04-08T13:30:01.826 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 6135079793 --totp-seed IOPZTSMEA47A7FNBYSCPS6KJXXBOFTEBPKFHBB4DVCP2XJZZRCKOZFZYQBJC2UCA --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-08T13:30:01.908 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:30:01.908 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:30:01.911 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.911+0000 7f1e03752900 -1 asok(0x56107d6d3e50) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.86125.asok': (13) Permission denied 2026-04-08T13:30:01.922 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.921+0000 7f1e03752900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.922 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.922+0000 7f1e03752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.922 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.922+0000 7f1e03752900 20 realm 2026-04-08T13:30:01.922 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.922+0000 7f1e03752900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.923 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.922+0000 7f1e03752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.923 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.922+0000 7f1e03752900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:30:01.923 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.922+0000 7f1e03752900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.923 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.922+0000 7f1e03752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.923 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.922+0000 7f1e03752900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.923 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.922+0000 7f1e03752900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:01.923 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.922+0000 7f1e03752900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.923 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.922+0000 7f1e03752900 20 rados_obj.operate() r=0 bl.length=1214 2026-04-08T13:30:01.923 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.922+0000 7f1e03752900 20 searching for the correct realm 2026-04-08T13:30:01.928 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 rados_obj.operate() r=0 bl.length=470 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 zone default found 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 4 Realm: () 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 zonegroup default 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.928+0000 7f1e03752900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.930 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.929+0000 7f1e03752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.930 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.929+0000 7f1e03752900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.930 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.929+0000 7f1e03752900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:01.930 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.929+0000 7f1e03752900 20 started sync module instance, tier type = 2026-04-08T13:30:01.930 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.929+0000 7f1e03752900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:30:01.933 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.932+0000 7f1e03752900 20 add_watcher() i=0 2026-04-08T13:30:01.934 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.933+0000 7f1e03752900 20 add_watcher() i=7 2026-04-08T13:30:01.934 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.934+0000 7f1e03752900 20 add_watcher() i=1 2026-04-08T13:30:01.934 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.934+0000 7f1e03752900 20 add_watcher() i=5 2026-04-08T13:30:01.935 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.934+0000 7f1e03752900 20 add_watcher() i=4 2026-04-08T13:30:01.935 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.934+0000 7f1e03752900 20 add_watcher() i=6 2026-04-08T13:30:01.935 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.934+0000 7f1e03752900 20 add_watcher() i=3 2026-04-08T13:30:01.935 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.934+0000 7f1e03752900 20 add_watcher() i=2 2026-04-08T13:30:01.935 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.934+0000 7f1e03752900 2 all 8 watchers are set, enabling cache 2026-04-08T13:30:01.936 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.937+0000 7f1e03752900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:30:01.936 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.937+0000 7f1e03752900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:30:01.936 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.937+0000 7f1e03752900 5 note: GC not initialized 2026-04-08T13:30:01.937 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.937+0000 7f1daeffd640 20 reqs_thread_entry: start 2026-04-08T13:30:01.967 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.967+0000 7f1e03752900 20 init_complete bucket index max shards: 11 2026-04-08T13:30:01.967 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.967+0000 7f1e03752900 20 Filter name: none 2026-04-08T13:30:01.967 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.967+0000 7f1dacff9640 20 reqs_thread_entry: start 2026-04-08T13:30:01.967 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.967+0000 7f1e03752900 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2026-04-08T13:30:01.967 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.967+0000 7f1e03752900 20 rados->read ofs=0 len=0 2026-04-08T13:30:01.967 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.967+0000 7f1e03752900 20 rados_obj.operate() r=0 bl.length=519 2026-04-08T13:30:01.967 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.967+0000 7f1e03752900 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2026-04-08T13:30:01.967 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.967+0000 7f1e03752900 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-08T13:30:01.967 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.967+0000 7f1e03752900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-08T13:30:01.969 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.968+0000 7f1e03752900 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2026-04-08T13:30:01.969 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.968+0000 7f1e03752900 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-08T13:30:01.969 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.968+0000 7f1e03752900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2026-04-08T13:30:01.969 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.969+0000 7f1de17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 137438953480 cookie 94628828067808 notifier 4301 bl.length()=733 2026-04-08T13:30:01.969 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.969+0000 7f1de17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2026-04-08T13:30:01.969 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.969+0000 7f1de17fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-08T13:30:01.973 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.972+0000 7f1e03752900 20 remove_watcher() i=0 2026-04-08T13:30:01.973 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.972+0000 7f1e03752900 2 removed watcher, disabling cache 2026-04-08T13:30:01.973 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.973+0000 7f1e03752900 20 remove_watcher() i=1 2026-04-08T13:30:01.974 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.973+0000 7f1e03752900 20 remove_watcher() i=2 2026-04-08T13:30:01.974 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.973+0000 7f1e03752900 20 remove_watcher() i=3 2026-04-08T13:30:01.974 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.973+0000 7f1e03752900 20 remove_watcher() i=5 2026-04-08T13:30:01.974 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.973+0000 7f1e03752900 20 remove_watcher() i=6 2026-04-08T13:30:01.974 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.973+0000 7f1e03752900 20 remove_watcher() i=4 2026-04-08T13:30:01.974 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:01.973+0000 7f1e03752900 20 remove_watcher() i=7 2026-04-08T13:30:01.980 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2026-04-08T13:30:01.980 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name Mr.foobar.client.0 --email foobar+test@test.test --access-key XPPNUPFFEKZDVOWILCGC --secret 2J8i6zqKjdHAzvc8dh8XW+XnLWSoOvM/uhmQm7W8bCB9lA6hMkWcmg== --cluster ceph 2026-04-08T13:30:02.058 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:30:02.058 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:30:02.062 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.061+0000 7f10edc20900 -1 asok(0x5591aa8d3e30) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.86232.asok': (13) Permission denied 2026-04-08T13:30:02.074 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.074+0000 7f10edc20900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.075 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.074+0000 7f10edc20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.075 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.074+0000 7f10edc20900 20 realm 2026-04-08T13:30:02.075 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.074+0000 7f10edc20900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.075 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.075+0000 7f10edc20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.075 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.075+0000 7f10edc20900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:30:02.075 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.075+0000 7f10edc20900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.075 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.075+0000 7f10edc20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.075 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.075+0000 7f10edc20900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.076 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.075+0000 7f10edc20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:02.076 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.075+0000 7f10edc20900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.076 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.075+0000 7f10edc20900 20 rados_obj.operate() r=0 bl.length=1214 2026-04-08T13:30:02.076 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.075+0000 7f10edc20900 20 searching for the correct realm 2026-04-08T13:30:02.082 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.081+0000 7f10edc20900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:30:02.082 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.081+0000 7f10edc20900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:30:02.082 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.081+0000 7f10edc20900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:30:02.082 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.081+0000 7f10edc20900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:30:02.082 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.081+0000 7f10edc20900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:30:02.082 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.081+0000 7f10edc20900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:30:02.082 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.081+0000 7f10edc20900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.082 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.081+0000 7f10edc20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.082 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.081+0000 7f10edc20900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.082 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.082+0000 7f10edc20900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:02.082 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.082+0000 7f10edc20900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.083 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.082+0000 7f10edc20900 20 rados_obj.operate() r=0 bl.length=470 2026-04-08T13:30:02.083 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.082+0000 7f10edc20900 20 zone default found 2026-04-08T13:30:02.083 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.082+0000 7f10edc20900 4 Realm: () 2026-04-08T13:30:02.083 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.082+0000 7f10edc20900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:30:02.083 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.082+0000 7f10edc20900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:30:02.083 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.082+0000 7f10edc20900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:30:02.083 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.082+0000 7f10edc20900 20 zonegroup default 2026-04-08T13:30:02.083 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.082+0000 7f10edc20900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.083 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.082+0000 7f10edc20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.083 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.083+0000 7f10edc20900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.083 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.083+0000 7f10edc20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.084 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.083+0000 7f10edc20900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.084 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.083+0000 7f10edc20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.084 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.083+0000 7f10edc20900 20 started sync module instance, tier type = 2026-04-08T13:30:02.084 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.083+0000 7f10edc20900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:30:02.089 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.088+0000 7f10edc20900 20 add_watcher() i=0 2026-04-08T13:30:02.089 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.088+0000 7f10edc20900 20 add_watcher() i=4 2026-04-08T13:30:02.090 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.089+0000 7f10edc20900 20 add_watcher() i=2 2026-04-08T13:30:02.090 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.089+0000 7f10edc20900 20 add_watcher() i=3 2026-04-08T13:30:02.090 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.089+0000 7f10edc20900 20 add_watcher() i=5 2026-04-08T13:30:02.090 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.089+0000 7f10edc20900 20 add_watcher() i=1 2026-04-08T13:30:02.090 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.089+0000 7f10edc20900 20 add_watcher() i=6 2026-04-08T13:30:02.090 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.089+0000 7f10edc20900 20 add_watcher() i=7 2026-04-08T13:30:02.090 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.089+0000 7f10edc20900 2 all 8 watchers are set, enabling cache 2026-04-08T13:30:02.092 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.091+0000 7f10edc20900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:30:02.092 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.091+0000 7f10edc20900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:30:02.092 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.091+0000 7f10edc20900 5 note: GC not initialized 2026-04-08T13:30:02.092 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.092+0000 7f1096ffd640 20 reqs_thread_entry: start 2026-04-08T13:30:02.126 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.125+0000 7f10edc20900 20 init_complete bucket index max shards: 11 2026-04-08T13:30:02.126 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.125+0000 7f10edc20900 20 Filter name: none 2026-04-08T13:30:02.126 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.125+0000 7f1094ff9640 20 reqs_thread_entry: start 2026-04-08T13:30:02.126 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.125+0000 7f10edc20900 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2026-04-08T13:30:02.126 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.125+0000 7f10edc20900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.126 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.126+0000 7f10edc20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.127 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.126+0000 7f10edc20900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2026-04-08T13:30:02.127 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.126+0000 7f10edc20900 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-08T13:30:02.127 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.126+0000 7f10edc20900 10 cache get: name=default.rgw.meta+users.email+foobar+test@test.test : miss 2026-04-08T13:30:02.127 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.126+0000 7f10edc20900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.127 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.126+0000 7f10edc20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.127 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.126+0000 7f10edc20900 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x0 2026-04-08T13:30:02.127 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.126+0000 7f10edc20900 10 adding default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2026-04-08T13:30:02.127 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.126+0000 7f10edc20900 10 cache get: name=default.rgw.meta+users.keys+XPPNUPFFEKZDVOWILCGC : miss 2026-04-08T13:30:02.127 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.126+0000 7f10edc20900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.127 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.126+0000 7f10edc20900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.127 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.126+0000 7f10edc20900 10 cache put: name=default.rgw.meta+users.keys+XPPNUPFFEKZDVOWILCGC info.flags=0x0 2026-04-08T13:30:02.127 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.126+0000 7f10edc20900 10 adding default.rgw.meta+users.keys+XPPNUPFFEKZDVOWILCGC to cache LRU end 2026-04-08T13:30:02.127 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.127+0000 7f10edc20900 10 cache get: name=default.rgw.meta+users.keys+XPPNUPFFEKZDVOWILCGC : hit (negative entry) 2026-04-08T13:30:02.127 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.127+0000 7f10edc20900 10 cache get: name=default.rgw.meta+users.keys+XPPNUPFFEKZDVOWILCGC : hit (negative entry) 2026-04-08T13:30:02.129 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.129+0000 7f10edc20900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-08T13:30:02.129 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.129+0000 7f10edc20900 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-08T13:30:02.129 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.129+0000 7f10edc20900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2026-04-08T13:30:02.129 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.129+0000 7f10c97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 137438953481 cookie 94084124279776 notifier 4308 bl.length()=660 2026-04-08T13:30:02.129 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.129+0000 7f10c97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-08T13:30:02.129 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.129+0000 7f10c97fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-08T13:30:02.131 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.131+0000 7f10edc20900 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2026-04-08T13:30:02.131 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.131+0000 7f10edc20900 10 moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2026-04-08T13:30:02.131 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.131+0000 7f10edc20900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:foobar+test@test.test, ofs0, ns] 2026-04-08T13:30:02.131 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.131+0000 7f10c97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 137438953475 cookie 94084124299520 notifier 4308 bl.length()=191 2026-04-08T13:30:02.131 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.131+0000 7f10c97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2026-04-08T13:30:02.131 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.131+0000 7f10c97fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.133+0000 7f10edc20900 10 cache put: name=default.rgw.meta+users.keys+XPPNUPFFEKZDVOWILCGC info.flags=0x7 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.133+0000 7f10edc20900 10 moving default.rgw.meta+users.keys+XPPNUPFFEKZDVOWILCGC to cache LRU end 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.133+0000 7f10edc20900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:XPPNUPFFEKZDVOWILCGC, ofs0, ns] 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.133+0000 7f10c97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 137438953476 cookie 94084124299520 notifier 4308 bl.length()=189 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.133+0000 7f10c97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+XPPNUPFFEKZDVOWILCGC info.flags=0x7 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.133+0000 7f10c97fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+XPPNUPFFEKZDVOWILCGC to cache LRU end 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout: "user_id": "foobar.client.0", 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout: "display_name": "Mr.foobar.client.0", 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout: "email": "foobar+test@test.test", 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout: "suspended": 0, 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout: "max_buckets": 1000, 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout: "subusers": [], 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout: "keys": [ 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout: "user": "foobar.client.0", 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout: "access_key": "XPPNUPFFEKZDVOWILCGC", 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout: "secret_key": "2J8i6zqKjdHAzvc8dh8XW+XnLWSoOvM/uhmQm7W8bCB9lA6hMkWcmg==", 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout: "active": true, 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout: "create_date": "2026-04-08T13:30:02.128310Z" 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout: } 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout: ], 2026-04-08T13:30:02.133 INFO:teuthology.orchestra.run.vm09.stdout: "swift_keys": [], 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "caps": [], 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "op_mask": "read, write, delete", 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "default_placement": "", 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "default_storage_class": "", 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "placement_tags": [], 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "bucket_quota": { 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "user_quota": { 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "temp_url_keys": [], 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "type": "rgw", 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "mfa_ids": [], 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "account_id": "", 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "path": "/", 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "create_date": "2026-04-08T13:30:02.128273Z", 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "tags": [], 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: "group_ids": [] 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-04-08T13:30:02.134 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:30:02.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.136+0000 7f10edc20900 20 remove_watcher() i=2 2026-04-08T13:30:02.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.136+0000 7f10edc20900 2 removed watcher, disabling cache 2026-04-08T13:30:02.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.136+0000 7f10edc20900 20 remove_watcher() i=1 2026-04-08T13:30:02.138 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.137+0000 7f10edc20900 20 remove_watcher() i=3 2026-04-08T13:30:02.138 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.137+0000 7f10edc20900 20 remove_watcher() i=4 2026-04-08T13:30:02.138 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.137+0000 7f10edc20900 20 remove_watcher() i=6 2026-04-08T13:30:02.138 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.137+0000 7f10edc20900 20 remove_watcher() i=0 2026-04-08T13:30:02.138 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.137+0000 7f10edc20900 20 remove_watcher() i=5 2026-04-08T13:30:02.138 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.137+0000 7f10edc20900 20 remove_watcher() i=7 2026-04-08T13:30:02.143 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 7106650731 --totp-seed CMQKKH56XQ3GLRRJ7HNXC2FOQCJFWGTPF4SBN6AKNHULYPQO6WMINMABXBLVK7TZ --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-08T13:30:02.226 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:30:02.226 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:30:02.230 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.229+0000 7f2bb2d92900 -1 asok(0x55e47ad6de50) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.86339.asok': (13) Permission denied 2026-04-08T13:30:02.242 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.241+0000 7f2bb2d92900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.243 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.242+0000 7f2bb2d92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.243 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.242+0000 7f2bb2d92900 20 realm 2026-04-08T13:30:02.243 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.242+0000 7f2bb2d92900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.243 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.242+0000 7f2bb2d92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.243 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.242+0000 7f2bb2d92900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:30:02.243 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.242+0000 7f2bb2d92900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.243 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.242+0000 7f2bb2d92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.243 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.242+0000 7f2bb2d92900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.243 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.242+0000 7f2bb2d92900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:02.243 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.242+0000 7f2bb2d92900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.243 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.244+0000 7f2bb2d92900 20 rados_obj.operate() r=0 bl.length=1214 2026-04-08T13:30:02.243 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.244+0000 7f2bb2d92900 20 searching for the correct realm 2026-04-08T13:30:02.249 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.248+0000 7f2bb2d92900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:30:02.249 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.248+0000 7f2bb2d92900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:30:02.249 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.248+0000 7f2bb2d92900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:30:02.249 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.248+0000 7f2bb2d92900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:30:02.249 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.248+0000 7f2bb2d92900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:30:02.249 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.248+0000 7f2bb2d92900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:30:02.249 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.248+0000 7f2bb2d92900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.249 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.248+0000 7f2bb2d92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.249 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.248+0000 7f2bb2d92900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.249 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:02.249 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.250 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 20 rados_obj.operate() r=0 bl.length=470 2026-04-08T13:30:02.250 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 20 zone default found 2026-04-08T13:30:02.250 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 4 Realm: () 2026-04-08T13:30:02.250 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:30:02.250 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:30:02.250 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:30:02.250 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 20 zonegroup default 2026-04-08T13:30:02.250 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.250 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.250 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.250 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.250 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.250 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.250 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 20 started sync module instance, tier type = 2026-04-08T13:30:02.250 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.249+0000 7f2bb2d92900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:30:02.254 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.253+0000 7f2bb2d92900 20 add_watcher() i=3 2026-04-08T13:30:02.255 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.253+0000 7f2bb2d92900 20 add_watcher() i=5 2026-04-08T13:30:02.255 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.253+0000 7f2bb2d92900 20 add_watcher() i=4 2026-04-08T13:30:02.255 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.254+0000 7f2bb2d92900 20 add_watcher() i=0 2026-04-08T13:30:02.255 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.254+0000 7f2bb2d92900 20 add_watcher() i=2 2026-04-08T13:30:02.255 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.254+0000 7f2bb2d92900 20 add_watcher() i=1 2026-04-08T13:30:02.255 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.254+0000 7f2bb2d92900 20 add_watcher() i=6 2026-04-08T13:30:02.255 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.254+0000 7f2bb2d92900 20 add_watcher() i=7 2026-04-08T13:30:02.255 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.254+0000 7f2bb2d92900 2 all 8 watchers are set, enabling cache 2026-04-08T13:30:02.257 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.256+0000 7f2bb2d92900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:30:02.257 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.256+0000 7f2bb2d92900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:30:02.257 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.256+0000 7f2bb2d92900 5 note: GC not initialized 2026-04-08T13:30:02.257 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.256+0000 7f2b60fe9640 20 reqs_thread_entry: start 2026-04-08T13:30:02.290 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.290+0000 7f2bb2d92900 20 init_complete bucket index max shards: 11 2026-04-08T13:30:02.290 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.290+0000 7f2bb2d92900 20 Filter name: none 2026-04-08T13:30:02.290 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.290+0000 7f2b5a7fc640 20 reqs_thread_entry: start 2026-04-08T13:30:02.290 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.290+0000 7f2bb2d92900 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2026-04-08T13:30:02.290 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.290+0000 7f2bb2d92900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.291 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.290+0000 7f2bb2d92900 20 rados_obj.operate() r=0 bl.length=472 2026-04-08T13:30:02.291 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.290+0000 7f2bb2d92900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2026-04-08T13:30:02.291 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.290+0000 7f2bb2d92900 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-08T13:30:02.291 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.290+0000 7f2bb2d92900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-08T13:30:02.293 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.292+0000 7f2bb2d92900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-08T13:30:02.293 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.292+0000 7f2bb2d92900 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-08T13:30:02.293 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.292+0000 7f2bb2d92900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2026-04-08T13:30:02.294 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.293+0000 7f2b8effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 137438953482 cookie 94439804673920 notifier 4315 bl.length()=674 2026-04-08T13:30:02.294 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.293+0000 7f2b8effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-08T13:30:02.294 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.293+0000 7f2b8effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-08T13:30:02.298 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.297+0000 7f2bb2d92900 20 remove_watcher() i=2 2026-04-08T13:30:02.298 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.297+0000 7f2bb2d92900 2 removed watcher, disabling cache 2026-04-08T13:30:02.298 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.297+0000 7f2bb2d92900 20 remove_watcher() i=1 2026-04-08T13:30:02.298 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.297+0000 7f2bb2d92900 20 remove_watcher() i=3 2026-04-08T13:30:02.298 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.297+0000 7f2bb2d92900 20 remove_watcher() i=0 2026-04-08T13:30:02.298 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.297+0000 7f2bb2d92900 20 remove_watcher() i=4 2026-04-08T13:30:02.298 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.297+0000 7f2bb2d92900 20 remove_watcher() i=6 2026-04-08T13:30:02.298 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.299+0000 7f2bb2d92900 20 remove_watcher() i=5 2026-04-08T13:30:02.298 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.299+0000 7f2bb2d92900 20 remove_watcher() i=7 2026-04-08T13:30:02.304 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*;roles=*;user-policy=*' --cluster ceph 2026-04-08T13:30:02.340 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:30:02.341 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:30:02.344 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.343+0000 7fcf64732900 -1 asok(0x562592840dd0) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.86446.asok': (13) Permission denied 2026-04-08T13:30:02.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.353+0000 7fcf64732900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.353+0000 7fcf64732900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.353+0000 7fcf64732900 20 realm 2026-04-08T13:30:02.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.353+0000 7fcf64732900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.353+0000 7fcf64732900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.353+0000 7fcf64732900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:30:02.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.354+0000 7fcf64732900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.354+0000 7fcf64732900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.354+0000 7fcf64732900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.354+0000 7fcf64732900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:02.354 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.354+0000 7fcf64732900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.354+0000 7fcf64732900 20 rados_obj.operate() r=0 bl.length=1214 2026-04-08T13:30:02.355 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.354+0000 7fcf64732900 20 searching for the correct realm 2026-04-08T13:30:02.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.360+0000 7fcf64732900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:30:02.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.360+0000 7fcf64732900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:30:02.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.360+0000 7fcf64732900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:30:02.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.360+0000 7fcf64732900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:30:02.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.360+0000 7fcf64732900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:30:02.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.360+0000 7fcf64732900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:30:02.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.360+0000 7fcf64732900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.361+0000 7fcf64732900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.361 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.361+0000 7fcf64732900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.363 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.363+0000 7fcf64732900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:02.363 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.363+0000 7fcf64732900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.364 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.363+0000 7fcf64732900 20 rados_obj.operate() r=0 bl.length=470 2026-04-08T13:30:02.364 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.363+0000 7fcf64732900 20 zone default found 2026-04-08T13:30:02.364 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.363+0000 7fcf64732900 4 Realm: () 2026-04-08T13:30:02.364 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.363+0000 7fcf64732900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:30:02.364 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.363+0000 7fcf64732900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:30:02.364 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.363+0000 7fcf64732900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:30:02.364 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.363+0000 7fcf64732900 20 zonegroup default 2026-04-08T13:30:02.364 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.363+0000 7fcf64732900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.364 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.363+0000 7fcf64732900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.364 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.363+0000 7fcf64732900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.370 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.369+0000 7fcf64732900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.370 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.369+0000 7fcf64732900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.370 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.369+0000 7fcf64732900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.370 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.369+0000 7fcf64732900 20 started sync module instance, tier type = 2026-04-08T13:30:02.370 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.369+0000 7fcf64732900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:30:02.376 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.375+0000 7fcf64732900 20 add_watcher() i=3 2026-04-08T13:30:02.376 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.375+0000 7fcf64732900 20 add_watcher() i=1 2026-04-08T13:30:02.376 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.375+0000 7fcf64732900 20 add_watcher() i=6 2026-04-08T13:30:02.376 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.376+0000 7fcf64732900 20 add_watcher() i=4 2026-04-08T13:30:02.377 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.376+0000 7fcf64732900 20 add_watcher() i=2 2026-04-08T13:30:02.377 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.376+0000 7fcf64732900 20 add_watcher() i=0 2026-04-08T13:30:02.377 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.376+0000 7fcf64732900 20 add_watcher() i=7 2026-04-08T13:30:02.377 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.376+0000 7fcf64732900 20 add_watcher() i=5 2026-04-08T13:30:02.377 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.376+0000 7fcf64732900 2 all 8 watchers are set, enabling cache 2026-04-08T13:30:02.379 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.378+0000 7fcf64732900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:30:02.379 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.378+0000 7fcf64732900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:30:02.379 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.378+0000 7fcf64732900 5 note: GC not initialized 2026-04-08T13:30:02.379 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.378+0000 7fcf11feb640 20 reqs_thread_entry: start 2026-04-08T13:30:02.410 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.410+0000 7fcf64732900 20 init_complete bucket index max shards: 11 2026-04-08T13:30:02.410 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.410+0000 7fcf64732900 20 Filter name: none 2026-04-08T13:30:02.411 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.410+0000 7fcf0b7fe640 20 reqs_thread_entry: start 2026-04-08T13:30:02.411 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.410+0000 7fcf64732900 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2026-04-08T13:30:02.411 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.410+0000 7fcf64732900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.411 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.410+0000 7fcf64732900 20 rados_obj.operate() r=0 bl.length=486 2026-04-08T13:30:02.411 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.410+0000 7fcf64732900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2026-04-08T13:30:02.411 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.410+0000 7fcf64732900 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-08T13:30:02.411 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.410+0000 7fcf64732900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-08T13:30:02.412 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.411+0000 7fcf64732900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-08T13:30:02.412 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.412+0000 7fcf64732900 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-08T13:30:02.412 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.412+0000 7fcf64732900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.412+0000 7fcf3ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 141733920779 cookie 94719376216416 notifier 4322 bl.length()=727 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.412+0000 7fcf3ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.412+0000 7fcf3ffff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "user_id": "foobar.client.0", 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "display_name": "Mr.foobar.client.0", 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "email": "foobar+test@test.test", 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "suspended": 0, 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "max_buckets": 1000, 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "subusers": [], 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "keys": [ 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "user": "foobar.client.0", 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "access_key": "XPPNUPFFEKZDVOWILCGC", 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "secret_key": "2J8i6zqKjdHAzvc8dh8XW+XnLWSoOvM/uhmQm7W8bCB9lA6hMkWcmg==", 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "active": true, 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "create_date": "2026-04-08T13:30:02.128310Z" 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: } 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: ], 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "swift_keys": [], 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "caps": [ 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "type": "oidc-provider", 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "perm": "*" 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "type": "roles", 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "perm": "*" 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "type": "user-policy", 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "perm": "*" 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: } 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: ], 2026-04-08T13:30:02.413 INFO:teuthology.orchestra.run.vm09.stdout: "op_mask": "read, write, delete", 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "default_placement": "", 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "default_storage_class": "", 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "placement_tags": [], 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "bucket_quota": { 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "user_quota": { 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "temp_url_keys": [], 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "type": "rgw", 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "mfa_ids": [ 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "7106650731" 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: ], 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "account_id": "", 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "path": "/", 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "create_date": "2026-04-08T13:30:02.128273Z", 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "tags": [], 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: "group_ids": [] 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-04-08T13:30:02.414 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:30:02.416 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.416+0000 7fcf64732900 20 remove_watcher() i=1 2026-04-08T13:30:02.417 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.416+0000 7fcf64732900 2 removed watcher, disabling cache 2026-04-08T13:30:02.417 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.416+0000 7fcf64732900 20 remove_watcher() i=6 2026-04-08T13:30:02.417 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.417+0000 7fcf64732900 20 remove_watcher() i=4 2026-04-08T13:30:02.417 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.417+0000 7fcf64732900 20 remove_watcher() i=0 2026-04-08T13:30:02.417 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.417+0000 7fcf64732900 20 remove_watcher() i=5 2026-04-08T13:30:02.417 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.417+0000 7fcf64732900 20 remove_watcher() i=3 2026-04-08T13:30:02.417 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.417+0000 7fcf64732900 20 remove_watcher() i=2 2026-04-08T13:30:02.417 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.417+0000 7fcf64732900 20 remove_watcher() i=7 2026-04-08T13:30:02.422 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW88888888888888888 --account-name Mr.RGW88888888888888888 --email RGW88888888888888888+test@test.test 2026-04-08T13:30:02.502 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:30:02.502 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:30:02.505 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.504+0000 7f0b9eb67900 -1 asok(0x55a73c1e6df0) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.86553.asok': (13) Permission denied 2026-04-08T13:30:02.517 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.516+0000 7f0b9eb67900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.518 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.517+0000 7f0b9eb67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.518 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.517+0000 7f0b9eb67900 20 realm 2026-04-08T13:30:02.518 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.517+0000 7f0b9eb67900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.518 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.517+0000 7f0b9eb67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.518 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.517+0000 7f0b9eb67900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:30:02.518 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.517+0000 7f0b9eb67900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.518 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.517+0000 7f0b9eb67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.518 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.517+0000 7f0b9eb67900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.518 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.518+0000 7f0b9eb67900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:02.518 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.518+0000 7f0b9eb67900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.518 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.518+0000 7f0b9eb67900 20 rados_obj.operate() r=0 bl.length=1214 2026-04-08T13:30:02.518 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.518+0000 7f0b9eb67900 20 searching for the correct realm 2026-04-08T13:30:02.525 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.524+0000 7f0b9eb67900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:30:02.525 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.524+0000 7f0b9eb67900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:30:02.525 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.524+0000 7f0b9eb67900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:30:02.525 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.524+0000 7f0b9eb67900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:30:02.525 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.524+0000 7f0b9eb67900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:30:02.525 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.524+0000 7f0b9eb67900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:30:02.525 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.524+0000 7f0b9eb67900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.525 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.524+0000 7f0b9eb67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.525 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.524+0000 7f0b9eb67900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.525 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.525+0000 7f0b9eb67900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:02.525 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.525+0000 7f0b9eb67900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.525+0000 7f0b9eb67900 20 rados_obj.operate() r=0 bl.length=470 2026-04-08T13:30:02.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.525+0000 7f0b9eb67900 20 zone default found 2026-04-08T13:30:02.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.525+0000 7f0b9eb67900 4 Realm: () 2026-04-08T13:30:02.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.525+0000 7f0b9eb67900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:30:02.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.525+0000 7f0b9eb67900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:30:02.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.525+0000 7f0b9eb67900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:30:02.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.525+0000 7f0b9eb67900 20 zonegroup default 2026-04-08T13:30:02.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.525+0000 7f0b9eb67900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.525+0000 7f0b9eb67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.525+0000 7f0b9eb67900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.525+0000 7f0b9eb67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.525+0000 7f0b9eb67900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.526+0000 7f0b9eb67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.526+0000 7f0b9eb67900 20 started sync module instance, tier type = 2026-04-08T13:30:02.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.526+0000 7f0b9eb67900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:30:02.530 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.529+0000 7f0b9eb67900 20 add_watcher() i=0 2026-04-08T13:30:02.531 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.530+0000 7f0b9eb67900 20 add_watcher() i=1 2026-04-08T13:30:02.531 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.530+0000 7f0b9eb67900 20 add_watcher() i=5 2026-04-08T13:30:02.531 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.530+0000 7f0b9eb67900 20 add_watcher() i=4 2026-04-08T13:30:02.532 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.531+0000 7f0b9eb67900 20 add_watcher() i=6 2026-04-08T13:30:02.532 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.531+0000 7f0b9eb67900 20 add_watcher() i=7 2026-04-08T13:30:02.532 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.531+0000 7f0b9eb67900 20 add_watcher() i=2 2026-04-08T13:30:02.532 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.531+0000 7f0b9eb67900 20 add_watcher() i=3 2026-04-08T13:30:02.532 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.531+0000 7f0b9eb67900 2 all 8 watchers are set, enabling cache 2026-04-08T13:30:02.534 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.533+0000 7f0b9eb67900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:30:02.534 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.533+0000 7f0b9eb67900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:30:02.534 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.533+0000 7f0b9eb67900 5 note: GC not initialized 2026-04-08T13:30:02.534 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.533+0000 7f0b4cff1640 20 reqs_thread_entry: start 2026-04-08T13:30:02.567 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.567+0000 7f0b9eb67900 20 init_complete bucket index max shards: 11 2026-04-08T13:30:02.567 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.567+0000 7f0b9eb67900 20 Filter name: none 2026-04-08T13:30:02.567 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.567+0000 7f0b45ffb640 20 reqs_thread_entry: start 2026-04-08T13:30:02.567 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.567+0000 7f0b9eb67900 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 : miss 2026-04-08T13:30:02.567 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.567+0000 7f0b9eb67900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.567 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.567+0000 7f0b9eb67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.567 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.567+0000 7f0b9eb67900 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x0 2026-04-08T13:30:02.567 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.567+0000 7f0b9eb67900 10 adding default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2026-04-08T13:30:02.567 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.567+0000 7f0b9eb67900 20 failed to read name.$Mr.RGW88888888888888888 with: (2) No such file or directory 2026-04-08T13:30:02.567 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.567+0000 7f0b9eb67900 10 cache get: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test : miss 2026-04-08T13:30:02.567 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.567+0000 7f0b9eb67900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.568 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.567+0000 7f0b9eb67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.568 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.567+0000 7f0b9eb67900 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x0 2026-04-08T13:30:02.568 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.567+0000 7f0b9eb67900 10 adding default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2026-04-08T13:30:02.568 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.567+0000 7f0b9eb67900 20 failed to read rgw88888888888888888+test@test.test with: (2) No such file or directory 2026-04-08T13:30:02.569 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.568+0000 7f0b9eb67900 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2026-04-08T13:30:02.569 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.568+0000 7f0b9eb67900 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2026-04-08T13:30:02.569 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.568+0000 7f0b9eb67900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW88888888888888888, ofs0, ns] 2026-04-08T13:30:02.569 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.568+0000 7f0b7e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 141733920773 cookie 94176760803264 notifier 4329 bl.length()=384 2026-04-08T13:30:02.569 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.568+0000 7f0b7e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2026-04-08T13:30:02.569 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.568+0000 7f0b7e7fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2026-04-08T13:30:02.570 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.569+0000 7f0b9eb67900 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2026-04-08T13:30:02.570 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.570+0000 7f0b9eb67900 10 moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2026-04-08T13:30:02.570 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.570+0000 7f0b9eb67900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW88888888888888888, ofs0, ns] 2026-04-08T13:30:02.570 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.570+0000 7f0b7e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 141733920774 cookie 94176760815728 notifier 4329 bl.length()=225 2026-04-08T13:30:02.570 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.570+0000 7f0b7e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2026-04-08T13:30:02.570 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.570+0000 7f0b7e7fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2026-04-08T13:30:02.572 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.572+0000 7f0b9eb67900 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2026-04-08T13:30:02.572 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.572+0000 7f0b9eb67900 10 moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2026-04-08T13:30:02.572 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.572+0000 7f0b9eb67900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw88888888888888888+test@test.test, ofs0, ns] 2026-04-08T13:30:02.572 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.572+0000 7f0b7e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 141733920768 cookie 94176760839904 notifier 4329 bl.length()=234 2026-04-08T13:30:02.572 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.572+0000 7f0b7e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2026-04-08T13:30:02.572 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.572+0000 7f0b7e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2026-04-08T13:30:02.576 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.575+0000 7f0b9eb67900 20 remove_watcher() i=1 2026-04-08T13:30:02.576 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.575+0000 7f0b9eb67900 2 removed watcher, disabling cache 2026-04-08T13:30:02.577 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.576+0000 7f0b9eb67900 20 remove_watcher() i=5 2026-04-08T13:30:02.577 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.576+0000 7f0b9eb67900 20 remove_watcher() i=3 2026-04-08T13:30:02.577 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.576+0000 7f0b9eb67900 20 remove_watcher() i=6 2026-04-08T13:30:02.577 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.576+0000 7f0b9eb67900 20 remove_watcher() i=2 2026-04-08T13:30:02.577 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.576+0000 7f0b9eb67900 20 remove_watcher() i=4 2026-04-08T13:30:02.577 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.577+0000 7f0b9eb67900 20 remove_watcher() i=0 2026-04-08T13:30:02.577 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.577+0000 7f0b9eb67900 20 remove_watcher() i=7 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "id": "RGW88888888888888888", 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "tenant": "", 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "name": "Mr.RGW88888888888888888", 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "email": "RGW88888888888888888+test@test.test", 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "quota": { 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "bucket_quota": { 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "max_users": 1000, 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "max_roles": 1000, 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "max_groups": 1000, 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "max_buckets": 1000, 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout: "max_access_keys": 4 2026-04-08T13:30:02.581 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-04-08T13:30:02.583 DEBUG:tasks.s3tests:Creating user RGW88888888888888888 on client.0 2026-04-08T13:30:02.583 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root1.client.0 --display-name Mr.RGW88888888888888888 --email root1+test@test.test --access-key LWNTULZCBFWPOZTGNRYM --secret +mON3T/pgQJA5l34mJo3nKZVpHoEIWn7gcnaH3fsjieCt1dgnajq2Q== --cluster ceph --account-id RGW88888888888888888 --account-root 2026-04-08T13:30:02.667 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:30:02.667 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:30:02.671 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.670+0000 7f600856e900 -1 asok(0x56085de59e50) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.86660.asok': (13) Permission denied 2026-04-08T13:30:02.683 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.682+0000 7f600856e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.683 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.683+0000 7f600856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.683 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.683+0000 7f600856e900 20 realm 2026-04-08T13:30:02.683 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.683+0000 7f600856e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.684 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.683+0000 7f600856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.684 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.683+0000 7f600856e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:30:02.684 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.683+0000 7f600856e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.684 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.683+0000 7f600856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.684 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.683+0000 7f600856e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.684 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.683+0000 7f600856e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:02.684 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.683+0000 7f600856e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.684 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.683+0000 7f600856e900 20 rados_obj.operate() r=0 bl.length=1214 2026-04-08T13:30:02.684 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.683+0000 7f600856e900 20 searching for the correct realm 2026-04-08T13:30:02.690 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.689+0000 7f600856e900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.689+0000 7f600856e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.689+0000 7f600856e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.689+0000 7f600856e900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.689+0000 7f600856e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.689+0000 7f600856e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.689+0000 7f600856e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.689+0000 7f600856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.689+0000 7f600856e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.690+0000 7f600856e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.690+0000 7f600856e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.690+0000 7f600856e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.690+0000 7f600856e900 20 zone default found 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.690+0000 7f600856e900 4 Realm: () 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.690+0000 7f600856e900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.690+0000 7f600856e900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.690+0000 7f600856e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.690+0000 7f600856e900 20 zonegroup default 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.690+0000 7f600856e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.690+0000 7f600856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.690+0000 7f600856e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.690+0000 7f600856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.690+0000 7f600856e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.691+0000 7f600856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.691+0000 7f600856e900 20 started sync module instance, tier type = 2026-04-08T13:30:02.691 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.691+0000 7f600856e900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:30:02.695 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.694+0000 7f600856e900 20 add_watcher() i=3 2026-04-08T13:30:02.695 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.694+0000 7f600856e900 20 add_watcher() i=4 2026-04-08T13:30:02.696 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.695+0000 7f600856e900 20 add_watcher() i=5 2026-04-08T13:30:02.696 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.695+0000 7f600856e900 20 add_watcher() i=6 2026-04-08T13:30:02.696 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.695+0000 7f600856e900 20 add_watcher() i=1 2026-04-08T13:30:02.696 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.696+0000 7f600856e900 20 add_watcher() i=7 2026-04-08T13:30:02.697 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.696+0000 7f600856e900 20 add_watcher() i=0 2026-04-08T13:30:02.697 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.696+0000 7f600856e900 20 add_watcher() i=2 2026-04-08T13:30:02.697 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.696+0000 7f600856e900 2 all 8 watchers are set, enabling cache 2026-04-08T13:30:02.698 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.698+0000 7f600856e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:30:02.698 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.698+0000 7f600856e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:30:02.698 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.698+0000 7f600856e900 5 note: GC not initialized 2026-04-08T13:30:02.699 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.698+0000 7f5fb5feb640 20 reqs_thread_entry: start 2026-04-08T13:30:02.731 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.730+0000 7f600856e900 20 init_complete bucket index max shards: 11 2026-04-08T13:30:02.731 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.730+0000 7f600856e900 20 Filter name: none 2026-04-08T13:30:02.731 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f5faf7fe640 20 reqs_thread_entry: start 2026-04-08T13:30:02.731 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2026-04-08T13:30:02.732 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.732 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.732 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x0 2026-04-08T13:30:02.732 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-08T13:30:02.732 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 10 cache get: name=default.rgw.meta+users.email+root1+test@test.test : miss 2026-04-08T13:30:02.732 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.732 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.732 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x0 2026-04-08T13:30:02.732 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 10 adding default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2026-04-08T13:30:02.732 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 10 cache get: name=default.rgw.meta+users.keys+LWNTULZCBFWPOZTGNRYM : miss 2026-04-08T13:30:02.732 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.732 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.732 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 10 cache put: name=default.rgw.meta+users.keys+LWNTULZCBFWPOZTGNRYM info.flags=0x0 2026-04-08T13:30:02.732 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 10 adding default.rgw.meta+users.keys+LWNTULZCBFWPOZTGNRYM to cache LRU end 2026-04-08T13:30:02.732 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 10 cache get: name=default.rgw.meta+accounts+account.RGW88888888888888888 : miss 2026-04-08T13:30:02.732 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.733 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 20 rados_obj.operate() r=0 bl.length=184 2026-04-08T13:30:02.733 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2026-04-08T13:30:02.733 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2026-04-08T13:30:02.733 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-08T13:30:02.733 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 10 cache get: name=default.rgw.meta+users.keys+LWNTULZCBFWPOZTGNRYM : hit (negative entry) 2026-04-08T13:30:02.733 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.732+0000 7f600856e900 10 cache get: name=default.rgw.meta+users.keys+LWNTULZCBFWPOZTGNRYM : hit (negative entry) 2026-04-08T13:30:02.734 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.734+0000 7f600856e900 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2026-04-08T13:30:02.734 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.734+0000 7f600856e900 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-08T13:30:02.734 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.734+0000 7f600856e900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2026-04-08T13:30:02.734 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.734+0000 7f5fe3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 141733920775 cookie 94593939367072 notifier 4336 bl.length()=681 2026-04-08T13:30:02.734 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.734+0000 7f5fe3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2026-04-08T13:30:02.734 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.734+0000 7f5fe3fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-08T13:30:02.735 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.735+0000 7f600856e900 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2026-04-08T13:30:02.735 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.735+0000 7f600856e900 10 moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2026-04-08T13:30:02.735 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.735+0000 7f600856e900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root1+test@test.test, ofs0, ns] 2026-04-08T13:30:02.736 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.735+0000 7f5fe37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 141733920780 cookie 94593939380688 notifier 4336 bl.length()=189 2026-04-08T13:30:02.736 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.735+0000 7f5fe37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2026-04-08T13:30:02.736 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.735+0000 7f5fe37fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2026-04-08T13:30:02.737 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.736+0000 7f600856e900 10 cache put: name=default.rgw.meta+users.keys+LWNTULZCBFWPOZTGNRYM info.flags=0x7 2026-04-08T13:30:02.737 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.736+0000 7f600856e900 10 moving default.rgw.meta+users.keys+LWNTULZCBFWPOZTGNRYM to cache LRU end 2026-04-08T13:30:02.737 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.736+0000 7f600856e900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:LWNTULZCBFWPOZTGNRYM, ofs0, ns] 2026-04-08T13:30:02.737 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.736+0000 7f5fe3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 141733920776 cookie 94593939367072 notifier 4336 bl.length()=188 2026-04-08T13:30:02.737 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.736+0000 7f5fe3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LWNTULZCBFWPOZTGNRYM info.flags=0x7 2026-04-08T13:30:02.737 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.736+0000 7f5fe3fff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LWNTULZCBFWPOZTGNRYM to cache LRU end 2026-04-08T13:30:02.738 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.738+0000 7f600856e900 20 linked user root1.client.0 to account RGW88888888888888888 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "user_id": "root1.client.0", 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "display_name": "Mr.RGW88888888888888888", 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "email": "root1+test@test.test", 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "suspended": 0, 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "max_buckets": 1000, 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "subusers": [], 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "keys": [ 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "user": "root1.client.0", 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "access_key": "LWNTULZCBFWPOZTGNRYM", 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "secret_key": "+mON3T/pgQJA5l34mJo3nKZVpHoEIWn7gcnaH3fsjieCt1dgnajq2Q==", 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "active": true, 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "create_date": "2026-04-08T13:30:02.733262Z" 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: } 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: ], 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "swift_keys": [], 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "caps": [], 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "op_mask": "read, write, delete", 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "default_placement": "", 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "default_storage_class": "", 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "placement_tags": [], 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "bucket_quota": { 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "user_quota": { 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "temp_url_keys": [], 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "type": "root", 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "mfa_ids": [], 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "account_id": "RGW88888888888888888", 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "path": "/", 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "create_date": "2026-04-08T13:30:02.733256Z", 2026-04-08T13:30:02.739 INFO:teuthology.orchestra.run.vm09.stdout: "tags": [], 2026-04-08T13:30:02.740 INFO:teuthology.orchestra.run.vm09.stdout: "group_ids": [] 2026-04-08T13:30:02.740 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-04-08T13:30:02.740 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:30:02.742 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.741+0000 7f600856e900 20 remove_watcher() i=1 2026-04-08T13:30:02.742 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.741+0000 7f600856e900 2 removed watcher, disabling cache 2026-04-08T13:30:02.742 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.741+0000 7f600856e900 20 remove_watcher() i=6 2026-04-08T13:30:02.742 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.741+0000 7f600856e900 20 remove_watcher() i=0 2026-04-08T13:30:02.742 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.741+0000 7f600856e900 20 remove_watcher() i=5 2026-04-08T13:30:02.742 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.742+0000 7f600856e900 20 remove_watcher() i=7 2026-04-08T13:30:02.742 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.742+0000 7f600856e900 20 remove_watcher() i=4 2026-04-08T13:30:02.743 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.742+0000 7f600856e900 20 remove_watcher() i=3 2026-04-08T13:30:02.743 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.742+0000 7f600856e900 20 remove_watcher() i=2 2026-04-08T13:30:02.748 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root1.client.0 --totp-serial 3275073435 --totp-seed 2EANWZXT3ESPRZVPWC47BW26VMW3FZ4NAL7Q5WRCB2ELQP35ERNFNKMBD7UDM5SM --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-08T13:30:02.789 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:30:02.790 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:30:02.793 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.792+0000 7fd94ad38900 -1 asok(0x5559a1ecfe50) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.86767.asok': (13) Permission denied 2026-04-08T13:30:02.803 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.802+0000 7fd94ad38900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.804 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.803+0000 7fd94ad38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.804 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.803+0000 7fd94ad38900 20 realm 2026-04-08T13:30:02.804 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.803+0000 7fd94ad38900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.804 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.803+0000 7fd94ad38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.804 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.803+0000 7fd94ad38900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:30:02.804 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.803+0000 7fd94ad38900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.804 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.803+0000 7fd94ad38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.804 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.803+0000 7fd94ad38900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.804 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.803+0000 7fd94ad38900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:02.804 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.803+0000 7fd94ad38900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.804 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.803+0000 7fd94ad38900 20 rados_obj.operate() r=0 bl.length=1214 2026-04-08T13:30:02.804 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.803+0000 7fd94ad38900 20 searching for the correct realm 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 20 rados_obj.operate() r=0 bl.length=470 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 20 zone default found 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 4 Realm: () 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 20 zonegroup default 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.809+0000 7fd94ad38900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.810+0000 7fd94ad38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.810 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.810+0000 7fd94ad38900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.811 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.810+0000 7fd94ad38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.811 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.810+0000 7fd94ad38900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.811 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.810+0000 7fd94ad38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.811 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.810+0000 7fd94ad38900 20 started sync module instance, tier type = 2026-04-08T13:30:02.811 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.810+0000 7fd94ad38900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:30:02.814 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.813+0000 7fd94ad38900 20 add_watcher() i=3 2026-04-08T13:30:02.815 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.814+0000 7fd94ad38900 20 add_watcher() i=7 2026-04-08T13:30:02.815 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.814+0000 7fd94ad38900 20 add_watcher() i=0 2026-04-08T13:30:02.815 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.814+0000 7fd94ad38900 20 add_watcher() i=5 2026-04-08T13:30:02.815 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.815+0000 7fd94ad38900 20 add_watcher() i=1 2026-04-08T13:30:02.815 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.815+0000 7fd94ad38900 20 add_watcher() i=4 2026-04-08T13:30:02.815 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.815+0000 7fd94ad38900 20 add_watcher() i=6 2026-04-08T13:30:02.816 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.815+0000 7fd94ad38900 20 add_watcher() i=2 2026-04-08T13:30:02.816 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.815+0000 7fd94ad38900 2 all 8 watchers are set, enabling cache 2026-04-08T13:30:02.817 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.817+0000 7fd94ad38900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:30:02.817 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.817+0000 7fd94ad38900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:30:02.817 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.817+0000 7fd94ad38900 5 note: GC not initialized 2026-04-08T13:30:02.817 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.817+0000 7fd8f8fe9640 20 reqs_thread_entry: start 2026-04-08T13:30:02.850 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.849+0000 7fd94ad38900 20 init_complete bucket index max shards: 11 2026-04-08T13:30:02.850 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.849+0000 7fd94ad38900 20 Filter name: none 2026-04-08T13:30:02.850 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.849+0000 7fd8f27fc640 20 reqs_thread_entry: start 2026-04-08T13:30:02.850 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.849+0000 7fd94ad38900 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2026-04-08T13:30:02.851 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.849+0000 7fd94ad38900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.851 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.850+0000 7fd94ad38900 20 rados_obj.operate() r=0 bl.length=494 2026-04-08T13:30:02.851 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.850+0000 7fd94ad38900 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x13 2026-04-08T13:30:02.851 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.850+0000 7fd94ad38900 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-08T13:30:02.851 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.850+0000 7fd94ad38900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-08T13:30:02.853 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.852+0000 7fd94ad38900 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2026-04-08T13:30:02.853 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.852+0000 7fd94ad38900 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-08T13:30:02.853 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.852+0000 7fd94ad38900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2026-04-08T13:30:02.853 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.852+0000 7fd9267fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 141733920777 cookie 93843459965408 notifier 4343 bl.length()=695 2026-04-08T13:30:02.853 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.852+0000 7fd9267fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2026-04-08T13:30:02.853 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.852+0000 7fd9267fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-08T13:30:02.857 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.856+0000 7fd94ad38900 20 remove_watcher() i=1 2026-04-08T13:30:02.857 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.856+0000 7fd94ad38900 2 removed watcher, disabling cache 2026-04-08T13:30:02.857 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.856+0000 7fd94ad38900 20 remove_watcher() i=3 2026-04-08T13:30:02.857 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.856+0000 7fd94ad38900 20 remove_watcher() i=2 2026-04-08T13:30:02.858 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.857+0000 7fd94ad38900 20 remove_watcher() i=4 2026-04-08T13:30:02.858 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.857+0000 7fd94ad38900 20 remove_watcher() i=0 2026-04-08T13:30:02.858 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.857+0000 7fd94ad38900 20 remove_watcher() i=5 2026-04-08T13:30:02.858 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.857+0000 7fd94ad38900 20 remove_watcher() i=6 2026-04-08T13:30:02.858 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.857+0000 7fd94ad38900 20 remove_watcher() i=7 2026-04-08T13:30:02.863 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW99999999999999999 --account-name Mr.RGW99999999999999999 --email RGW99999999999999999+test@test.test 2026-04-08T13:30:02.903 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:30:02.903 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:30:02.906 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.905+0000 7f14c6b4d900 -1 asok(0x557df88c0df0) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.86874.asok': (13) Permission denied 2026-04-08T13:30:02.916 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.916+0000 7f14c6b4d900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.917 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.916+0000 7f14c6b4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.917 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.916+0000 7f14c6b4d900 20 realm 2026-04-08T13:30:02.917 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.916+0000 7f14c6b4d900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.917 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.916+0000 7f14c6b4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.917 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.916+0000 7f14c6b4d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:30:02.917 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.916+0000 7f14c6b4d900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.917 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.917+0000 7f14c6b4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.917 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.917+0000 7f14c6b4d900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.917 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.917+0000 7f14c6b4d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:02.918 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.917+0000 7f14c6b4d900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.918 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.917+0000 7f14c6b4d900 20 rados_obj.operate() r=0 bl.length=1214 2026-04-08T13:30:02.918 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.917+0000 7f14c6b4d900 20 searching for the correct realm 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.923+0000 7f14c6b4d900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.923+0000 7f14c6b4d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.923+0000 7f14c6b4d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.923+0000 7f14c6b4d900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.923+0000 7f14c6b4d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.923+0000 7f14c6b4d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.923+0000 7f14c6b4d900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.923+0000 7f14c6b4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.923+0000 7f14c6b4d900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.923+0000 7f14c6b4d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.923+0000 7f14c6b4d900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.924+0000 7f14c6b4d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.924+0000 7f14c6b4d900 20 zone default found 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.924+0000 7f14c6b4d900 4 Realm: () 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.924+0000 7f14c6b4d900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.924+0000 7f14c6b4d900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.924+0000 7f14c6b4d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.924+0000 7f14c6b4d900 20 zonegroup default 2026-04-08T13:30:02.924 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.924+0000 7f14c6b4d900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.925 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.924+0000 7f14c6b4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.925 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.924+0000 7f14c6b4d900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.925 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.924+0000 7f14c6b4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.925 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.924+0000 7f14c6b4d900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.925 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.924+0000 7f14c6b4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.925 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.924+0000 7f14c6b4d900 20 started sync module instance, tier type = 2026-04-08T13:30:02.925 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.924+0000 7f14c6b4d900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:30:02.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.928+0000 7f14c6b4d900 20 add_watcher() i=5 2026-04-08T13:30:02.929 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.928+0000 7f14c6b4d900 20 add_watcher() i=0 2026-04-08T13:30:02.930 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.929+0000 7f14c6b4d900 20 add_watcher() i=1 2026-04-08T13:30:02.930 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.929+0000 7f14c6b4d900 20 add_watcher() i=6 2026-04-08T13:30:02.930 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.929+0000 7f14c6b4d900 20 add_watcher() i=7 2026-04-08T13:30:02.930 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.929+0000 7f14c6b4d900 20 add_watcher() i=4 2026-04-08T13:30:02.930 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.930+0000 7f14c6b4d900 20 add_watcher() i=2 2026-04-08T13:30:02.930 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.930+0000 7f14c6b4d900 20 add_watcher() i=3 2026-04-08T13:30:02.930 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.930+0000 7f14c6b4d900 2 all 8 watchers are set, enabling cache 2026-04-08T13:30:02.932 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.931+0000 7f14c6b4d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:30:02.932 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.931+0000 7f14c6b4d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:30:02.932 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.931+0000 7f14c6b4d900 5 note: GC not initialized 2026-04-08T13:30:02.932 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.932+0000 7f1474fe9640 20 reqs_thread_entry: start 2026-04-08T13:30:02.965 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.964+0000 7f14c6b4d900 20 init_complete bucket index max shards: 11 2026-04-08T13:30:02.966 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.964+0000 7f14c6b4d900 20 Filter name: none 2026-04-08T13:30:02.966 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.965+0000 7f146e7fc640 20 reqs_thread_entry: start 2026-04-08T13:30:02.966 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.965+0000 7f14c6b4d900 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 : miss 2026-04-08T13:30:02.966 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.965+0000 7f14c6b4d900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.966 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.965+0000 7f14c6b4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.966 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.965+0000 7f14c6b4d900 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x0 2026-04-08T13:30:02.966 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.965+0000 7f14c6b4d900 10 adding default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2026-04-08T13:30:02.966 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.965+0000 7f14c6b4d900 20 failed to read name.$Mr.RGW99999999999999999 with: (2) No such file or directory 2026-04-08T13:30:02.966 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.965+0000 7f14c6b4d900 10 cache get: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test : miss 2026-04-08T13:30:02.966 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.965+0000 7f14c6b4d900 20 rados->read ofs=0 len=0 2026-04-08T13:30:02.966 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.965+0000 7f14c6b4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:02.966 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.965+0000 7f14c6b4d900 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x0 2026-04-08T13:30:02.966 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.965+0000 7f14c6b4d900 10 adding default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2026-04-08T13:30:02.966 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.965+0000 7f14c6b4d900 20 failed to read rgw99999999999999999+test@test.test with: (2) No such file or directory 2026-04-08T13:30:02.967 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.966+0000 7f14c6b4d900 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2026-04-08T13:30:02.967 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.966+0000 7f14c6b4d900 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2026-04-08T13:30:02.967 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.966+0000 7f14c6b4d900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW99999999999999999, ofs0, ns] 2026-04-08T13:30:02.967 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.967+0000 7f14a27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 141733920778 cookie 93999533504400 notifier 4349 bl.length()=384 2026-04-08T13:30:02.967 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.967+0000 7f14a27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2026-04-08T13:30:02.967 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.967+0000 7f14a27fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2026-04-08T13:30:02.969 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.968+0000 7f14c6b4d900 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2026-04-08T13:30:02.969 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.968+0000 7f14c6b4d900 10 moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2026-04-08T13:30:02.969 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.968+0000 7f14c6b4d900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW99999999999999999, ofs0, ns] 2026-04-08T13:30:02.969 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.968+0000 7f14a27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 141733920779 cookie 93999533491872 notifier 4349 bl.length()=225 2026-04-08T13:30:02.969 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.968+0000 7f14a27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2026-04-08T13:30:02.969 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.968+0000 7f14a27fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2026-04-08T13:30:02.971 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.970+0000 7f14c6b4d900 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2026-04-08T13:30:02.971 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.970+0000 7f14c6b4d900 10 moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2026-04-08T13:30:02.971 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.970+0000 7f14c6b4d900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw99999999999999999+test@test.test, ofs0, ns] 2026-04-08T13:30:02.971 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.970+0000 7f14a2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 141733920769 cookie 93999533497984 notifier 4349 bl.length()=234 2026-04-08T13:30:02.971 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.970+0000 7f14a2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2026-04-08T13:30:02.971 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.970+0000 7f14a2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2026-04-08T13:30:02.975 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.974+0000 7f14c6b4d900 20 remove_watcher() i=1 2026-04-08T13:30:02.975 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.974+0000 7f14c6b4d900 2 removed watcher, disabling cache 2026-04-08T13:30:02.975 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.974+0000 7f14c6b4d900 20 remove_watcher() i=5 2026-04-08T13:30:02.975 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.974+0000 7f14c6b4d900 20 remove_watcher() i=6 2026-04-08T13:30:02.976 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.975+0000 7f14c6b4d900 20 remove_watcher() i=4 2026-04-08T13:30:02.976 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.975+0000 7f14c6b4d900 20 remove_watcher() i=0 2026-04-08T13:30:02.976 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.975+0000 7f14c6b4d900 20 remove_watcher() i=7 2026-04-08T13:30:02.976 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.975+0000 7f14c6b4d900 20 remove_watcher() i=2 2026-04-08T13:30:02.976 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:02.975+0000 7f14c6b4d900 20 remove_watcher() i=3 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: "id": "RGW99999999999999999", 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: "tenant": "", 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: "name": "Mr.RGW99999999999999999", 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: "email": "RGW99999999999999999+test@test.test", 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: "quota": { 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: "bucket_quota": { 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:30:02.979 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:30:02.980 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:02.980 INFO:teuthology.orchestra.run.vm09.stdout: "max_users": 1000, 2026-04-08T13:30:02.980 INFO:teuthology.orchestra.run.vm09.stdout: "max_roles": 1000, 2026-04-08T13:30:02.980 INFO:teuthology.orchestra.run.vm09.stdout: "max_groups": 1000, 2026-04-08T13:30:02.980 INFO:teuthology.orchestra.run.vm09.stdout: "max_buckets": 1000, 2026-04-08T13:30:02.980 INFO:teuthology.orchestra.run.vm09.stdout: "max_access_keys": 4 2026-04-08T13:30:02.980 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-04-08T13:30:02.981 DEBUG:tasks.s3tests:Creating user RGW99999999999999999 on client.0 2026-04-08T13:30:02.981 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root2.client.0 --display-name Mr.RGW99999999999999999 --email root2+test@test.test --access-key UFYRRPRBMRVXBIKSSGYB --secret xCymayNMk3OScvUaIcXDeFnUy7afR9YqcGeA/11UEnk16LPdUXK1nw== --cluster ceph --account-id RGW99999999999999999 --account-root 2026-04-08T13:30:03.069 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:30:03.070 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:30:03.073 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.073+0000 7fd48f125900 -1 asok(0x561f37930e50) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.86981.asok': (13) Permission denied 2026-04-08T13:30:03.086 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.085+0000 7fd48f125900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.086 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.085+0000 7fd48f125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.086 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.085+0000 7fd48f125900 20 realm 2026-04-08T13:30:03.086 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.085+0000 7fd48f125900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.086 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.086+0000 7fd48f125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.087 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.086+0000 7fd48f125900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:30:03.087 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.086+0000 7fd48f125900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.087 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.086+0000 7fd48f125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.087 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.086+0000 7fd48f125900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.087 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.086+0000 7fd48f125900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:03.087 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.086+0000 7fd48f125900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.087 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.086+0000 7fd48f125900 20 rados_obj.operate() r=0 bl.length=1214 2026-04-08T13:30:03.087 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.086+0000 7fd48f125900 20 searching for the correct realm 2026-04-08T13:30:03.094 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.093+0000 7fd48f125900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:30:03.094 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.093+0000 7fd48f125900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:30:03.094 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.093+0000 7fd48f125900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:30:03.094 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.093+0000 7fd48f125900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:30:03.094 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.093+0000 7fd48f125900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:30:03.094 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.093+0000 7fd48f125900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:30:03.094 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.093+0000 7fd48f125900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.094 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.094+0000 7fd48f125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.094 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.094+0000 7fd48f125900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.094+0000 7fd48f125900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.094+0000 7fd48f125900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.094+0000 7fd48f125900 20 rados_obj.operate() r=0 bl.length=470 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.094+0000 7fd48f125900 20 zone default found 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.094+0000 7fd48f125900 4 Realm: () 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.094+0000 7fd48f125900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.094+0000 7fd48f125900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.094+0000 7fd48f125900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.094+0000 7fd48f125900 20 zonegroup default 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.094+0000 7fd48f125900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.094+0000 7fd48f125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.094+0000 7fd48f125900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.095+0000 7fd48f125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.095+0000 7fd48f125900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.095+0000 7fd48f125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.095+0000 7fd48f125900 20 started sync module instance, tier type = 2026-04-08T13:30:03.095 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.095+0000 7fd48f125900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:30:03.100 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.099+0000 7fd48f125900 20 add_watcher() i=6 2026-04-08T13:30:03.100 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.099+0000 7fd48f125900 20 add_watcher() i=5 2026-04-08T13:30:03.100 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.100+0000 7fd48f125900 20 add_watcher() i=0 2026-04-08T13:30:03.100 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.100+0000 7fd48f125900 20 add_watcher() i=1 2026-04-08T13:30:03.101 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.100+0000 7fd48f125900 20 add_watcher() i=7 2026-04-08T13:30:03.101 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.100+0000 7fd48f125900 20 add_watcher() i=4 2026-04-08T13:30:03.101 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.100+0000 7fd48f125900 20 add_watcher() i=2 2026-04-08T13:30:03.101 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.100+0000 7fd48f125900 20 add_watcher() i=3 2026-04-08T13:30:03.101 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.100+0000 7fd48f125900 2 all 8 watchers are set, enabling cache 2026-04-08T13:30:03.103 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.103+0000 7fd48f125900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:30:03.103 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.103+0000 7fd48f125900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:30:03.103 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.103+0000 7fd48f125900 5 note: GC not initialized 2026-04-08T13:30:03.103 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.103+0000 7fd437fff640 20 reqs_thread_entry: start 2026-04-08T13:30:03.136 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.135+0000 7fd48f125900 20 init_complete bucket index max shards: 11 2026-04-08T13:30:03.136 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.135+0000 7fd48f125900 20 Filter name: none 2026-04-08T13:30:03.136 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.135+0000 7fd435ffb640 20 reqs_thread_entry: start 2026-04-08T13:30:03.136 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.135+0000 7fd48f125900 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2026-04-08T13:30:03.136 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.135+0000 7fd48f125900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.136 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.135+0000 7fd48f125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.136 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.135+0000 7fd48f125900 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x0 2026-04-08T13:30:03.136 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.135+0000 7fd48f125900 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.135+0000 7fd48f125900 10 cache get: name=default.rgw.meta+users.email+root2+test@test.test : miss 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.135+0000 7fd48f125900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.135+0000 7fd48f125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.135+0000 7fd48f125900 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x0 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.135+0000 7fd48f125900 10 adding default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.135+0000 7fd48f125900 10 cache get: name=default.rgw.meta+users.keys+UFYRRPRBMRVXBIKSSGYB : miss 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.135+0000 7fd48f125900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.136+0000 7fd48f125900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.136+0000 7fd48f125900 10 cache put: name=default.rgw.meta+users.keys+UFYRRPRBMRVXBIKSSGYB info.flags=0x0 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.136+0000 7fd48f125900 10 adding default.rgw.meta+users.keys+UFYRRPRBMRVXBIKSSGYB to cache LRU end 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.136+0000 7fd48f125900 10 cache get: name=default.rgw.meta+accounts+account.RGW99999999999999999 : miss 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.136+0000 7fd48f125900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.136+0000 7fd48f125900 20 rados_obj.operate() r=0 bl.length=184 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.136+0000 7fd48f125900 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.136+0000 7fd48f125900 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.136+0000 7fd48f125900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.136+0000 7fd48f125900 10 cache get: name=default.rgw.meta+users.keys+UFYRRPRBMRVXBIKSSGYB : hit (negative entry) 2026-04-08T13:30:03.137 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.136+0000 7fd48f125900 10 cache get: name=default.rgw.meta+users.keys+UFYRRPRBMRVXBIKSSGYB : hit (negative entry) 2026-04-08T13:30:03.138 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.138+0000 7fd48f125900 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2026-04-08T13:30:03.138 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.138+0000 7fd48f125900 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-08T13:30:03.138 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.138+0000 7fd48f125900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2026-04-08T13:30:03.138 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.138+0000 7fd46e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 141733920780 cookie 94692080666352 notifier 4355 bl.length()=681 2026-04-08T13:30:03.139 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.138+0000 7fd46e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2026-04-08T13:30:03.139 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.138+0000 7fd46e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-08T13:30:03.140 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.139+0000 7fd48f125900 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2026-04-08T13:30:03.140 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.139+0000 7fd48f125900 10 moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2026-04-08T13:30:03.140 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.139+0000 7fd48f125900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root2+test@test.test, ofs0, ns] 2026-04-08T13:30:03.140 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.139+0000 7fd46e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 141733920781 cookie 94692080660320 notifier 4355 bl.length()=189 2026-04-08T13:30:03.140 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.139+0000 7fd46e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2026-04-08T13:30:03.140 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.139+0000 7fd46e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2026-04-08T13:30:03.141 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.141+0000 7fd48f125900 10 cache put: name=default.rgw.meta+users.keys+UFYRRPRBMRVXBIKSSGYB info.flags=0x7 2026-04-08T13:30:03.142 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.141+0000 7fd48f125900 10 moving default.rgw.meta+users.keys+UFYRRPRBMRVXBIKSSGYB to cache LRU end 2026-04-08T13:30:03.142 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.141+0000 7fd48f125900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:UFYRRPRBMRVXBIKSSGYB, ofs0, ns] 2026-04-08T13:30:03.142 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.141+0000 7fd46e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 141733920770 cookie 94692080693216 notifier 4355 bl.length()=188 2026-04-08T13:30:03.142 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.141+0000 7fd46e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+UFYRRPRBMRVXBIKSSGYB info.flags=0x7 2026-04-08T13:30:03.142 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.141+0000 7fd46e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+UFYRRPRBMRVXBIKSSGYB to cache LRU end 2026-04-08T13:30:03.143 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.143+0000 7fd48f125900 20 linked user root2.client.0 to account RGW99999999999999999 2026-04-08T13:30:03.143 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-04-08T13:30:03.143 INFO:teuthology.orchestra.run.vm09.stdout: "user_id": "root2.client.0", 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "display_name": "Mr.RGW99999999999999999", 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "email": "root2+test@test.test", 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "suspended": 0, 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "max_buckets": 1000, 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "subusers": [], 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "keys": [ 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "user": "root2.client.0", 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "access_key": "UFYRRPRBMRVXBIKSSGYB", 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "secret_key": "xCymayNMk3OScvUaIcXDeFnUy7afR9YqcGeA/11UEnk16LPdUXK1nw==", 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "active": true, 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "create_date": "2026-04-08T13:30:03.137752Z" 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: } 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: ], 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "swift_keys": [], 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "caps": [], 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "op_mask": "read, write, delete", 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "default_placement": "", 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "default_storage_class": "", 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "placement_tags": [], 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "bucket_quota": { 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "user_quota": { 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "enabled": false, 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "check_on_raw": false, 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "max_size": -1, 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "max_size_kb": 0, 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "max_objects": -1 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "temp_url_keys": [], 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "type": "root", 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "mfa_ids": [], 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "account_id": "RGW99999999999999999", 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "path": "/", 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "create_date": "2026-04-08T13:30:03.137747Z", 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "tags": [], 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: "group_ids": [] 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-04-08T13:30:03.144 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:30:03.148 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.147+0000 7fd48f125900 20 remove_watcher() i=5 2026-04-08T13:30:03.148 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.147+0000 7fd48f125900 2 removed watcher, disabling cache 2026-04-08T13:30:03.148 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.147+0000 7fd48f125900 20 remove_watcher() i=3 2026-04-08T13:30:03.148 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.147+0000 7fd48f125900 20 remove_watcher() i=2 2026-04-08T13:30:03.148 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.147+0000 7fd48f125900 20 remove_watcher() i=6 2026-04-08T13:30:03.148 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.147+0000 7fd48f125900 20 remove_watcher() i=1 2026-04-08T13:30:03.148 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.147+0000 7fd48f125900 20 remove_watcher() i=4 2026-04-08T13:30:03.148 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.147+0000 7fd48f125900 20 remove_watcher() i=0 2026-04-08T13:30:03.148 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.147+0000 7fd48f125900 20 remove_watcher() i=7 2026-04-08T13:30:03.153 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root2.client.0 --totp-serial 4639727292 --totp-seed IPAAKB3BI3X5SOL2VLRYMUQOTUSDEP3RJ42SJAF766ECEL4VJ66VYSDLESNSKHX7 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-08T13:30:03.196 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:30:03.196 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:30:03.199 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.199+0000 7efdc8b39900 -1 asok(0x55f284796e50) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.87088.asok': (13) Permission denied 2026-04-08T13:30:03.209 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.209+0000 7efdc8b39900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.210 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.209+0000 7efdc8b39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.210 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.209+0000 7efdc8b39900 20 realm 2026-04-08T13:30:03.210 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.209+0000 7efdc8b39900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.210 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.209+0000 7efdc8b39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.210 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.209+0000 7efdc8b39900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:30:03.210 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.209+0000 7efdc8b39900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.210 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.210+0000 7efdc8b39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.210 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.210+0000 7efdc8b39900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.210 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.210+0000 7efdc8b39900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:03.210 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.210+0000 7efdc8b39900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.211 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.210+0000 7efdc8b39900 20 rados_obj.operate() r=0 bl.length=1214 2026-04-08T13:30:03.211 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.210+0000 7efdc8b39900 20 searching for the correct realm 2026-04-08T13:30:03.216 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:30:03.216 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:30:03.216 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:30:03.216 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:30:03.216 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:30:03.216 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:30:03.216 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.217 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.217 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.217 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:30:03.217 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.217 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 rados_obj.operate() r=0 bl.length=470 2026-04-08T13:30:03.217 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 zone default found 2026-04-08T13:30:03.217 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 4 Realm: () 2026-04-08T13:30:03.217 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:30:03.217 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:30:03.217 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:30:03.217 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 zonegroup default 2026-04-08T13:30:03.217 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.217 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.217 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.216+0000 7efdc8b39900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.217 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.217+0000 7efdc8b39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.217 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.217+0000 7efdc8b39900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.218 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.217+0000 7efdc8b39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:30:03.218 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.217+0000 7efdc8b39900 20 started sync module instance, tier type = 2026-04-08T13:30:03.218 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.217+0000 7efdc8b39900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:30:03.222 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.221+0000 7efdc8b39900 20 add_watcher() i=0 2026-04-08T13:30:03.222 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.221+0000 7efdc8b39900 20 add_watcher() i=7 2026-04-08T13:30:03.222 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.221+0000 7efdc8b39900 20 add_watcher() i=5 2026-04-08T13:30:03.222 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.221+0000 7efdc8b39900 20 add_watcher() i=4 2026-04-08T13:30:03.223 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.222+0000 7efdc8b39900 20 add_watcher() i=2 2026-04-08T13:30:03.223 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.222+0000 7efdc8b39900 20 add_watcher() i=3 2026-04-08T13:30:03.223 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.222+0000 7efdc8b39900 20 add_watcher() i=1 2026-04-08T13:30:03.223 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.222+0000 7efdc8b39900 20 add_watcher() i=6 2026-04-08T13:30:03.223 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.222+0000 7efdc8b39900 2 all 8 watchers are set, enabling cache 2026-04-08T13:30:03.224 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.223+0000 7efdc8b39900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:30:03.224 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.223+0000 7efdc8b39900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:30:03.224 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.223+0000 7efdc8b39900 5 note: GC not initialized 2026-04-08T13:30:03.224 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.224+0000 7efd75feb640 20 reqs_thread_entry: start 2026-04-08T13:30:03.259 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.259+0000 7efdc8b39900 20 init_complete bucket index max shards: 11 2026-04-08T13:30:03.259 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.259+0000 7efdc8b39900 20 Filter name: none 2026-04-08T13:30:03.260 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.259+0000 7efd6f7fe640 20 reqs_thread_entry: start 2026-04-08T13:30:03.260 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.259+0000 7efdc8b39900 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2026-04-08T13:30:03.260 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.259+0000 7efdc8b39900 20 rados->read ofs=0 len=0 2026-04-08T13:30:03.260 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.259+0000 7efdc8b39900 20 rados_obj.operate() r=0 bl.length=494 2026-04-08T13:30:03.260 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.259+0000 7efdc8b39900 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x13 2026-04-08T13:30:03.260 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.259+0000 7efdc8b39900 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-08T13:30:03.260 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.259+0000 7efdc8b39900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-08T13:30:03.262 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.261+0000 7efdc8b39900 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2026-04-08T13:30:03.262 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.261+0000 7efdc8b39900 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-08T13:30:03.262 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.261+0000 7efdc8b39900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2026-04-08T13:30:03.262 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.262+0000 7efda37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 141733920781 cookie 94500097280928 notifier 4362 bl.length()=695 2026-04-08T13:30:03.262 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.262+0000 7efda37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2026-04-08T13:30:03.262 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.262+0000 7efda37fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-08T13:30:03.266 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.266+0000 7efdc8b39900 20 remove_watcher() i=5 2026-04-08T13:30:03.267 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.266+0000 7efdc8b39900 2 removed watcher, disabling cache 2026-04-08T13:30:03.267 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.266+0000 7efdc8b39900 20 remove_watcher() i=2 2026-04-08T13:30:03.267 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.266+0000 7efdc8b39900 20 remove_watcher() i=0 2026-04-08T13:30:03.267 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.266+0000 7efdc8b39900 20 remove_watcher() i=3 2026-04-08T13:30:03.267 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.266+0000 7efdc8b39900 20 remove_watcher() i=4 2026-04-08T13:30:03.267 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.266+0000 7efdc8b39900 20 remove_watcher() i=6 2026-04-08T13:30:03.267 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.266+0000 7efdc8b39900 20 remove_watcher() i=1 2026-04-08T13:30:03.267 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:30:03.266+0000 7efdc8b39900 20 remove_watcher() i=7 2026-04-08T13:30:03.272 INFO:tasks.s3tests:Configuring s3-tests... 2026-04-08T13:30:03.272 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:30:03.272 DEBUG:teuthology.orchestra.run.vm09:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2026-04-08T13:30:03.289 INFO:tasks.s3tests:Configuring boto... 2026-04-08T13:30:03.289 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-04-08T13:30:03.289 DEBUG:teuthology.orchestra.run.vm09:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2026-04-08T13:30:03.347 DEBUG:teuthology.orchestra.run.vm09:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/pki/tls/certs/ca-bundle.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3 and not bucket_logging' 2026-04-08T13:30:03.595 INFO:teuthology.orchestra.run.vm09.stdout:py: install_deps> python -I -m pip install -r requirements.txt 2026-04-08T13:30:09.049 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: install_requires> python -I -m pip install 'setuptools>=40.8.0' 2026-04-08T13:30:09.450 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: _optional_hooks> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-08T13:30:09.609 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: get_requires_for_build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-08T13:30:09.733 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: get_requires_for_build_wheel> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-08T13:30:09.847 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: prepare_metadata_for_build_wheel> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-08T13:30:09.967 INFO:teuthology.orchestra.run.vm09.stdout:.pkg: build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-08T13:30:10.122 INFO:teuthology.orchestra.run.vm09.stdout:py: install_package_deps> python -I -m pip install PyYAML 'boto3>=1.0.0' 'gevent>=1.0' 'isodate>=0.4.4' 'munch>=2.0.0' 2026-04-08T13:30:10.339 INFO:teuthology.orchestra.run.vm09.stdout:py: install_package> python -I -m pip install --force-reinstall --no-deps /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.tar.gz 2026-04-08T13:30:11.476 INFO:teuthology.orchestra.run.vm09.stdout:py: commands[0]> pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3 and not bucket_logging' 2026-04-08T13:30:11.562 INFO:teuthology.orchestra.run.vm09.stdout:============================= test session starts ============================== 2026-04-08T13:30:11.562 INFO:teuthology.orchestra.run.vm09.stdout:platform linux -- Python 3.9.23, pytest-8.4.2, pluggy-1.6.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2026-04-08T13:30:11.562 INFO:teuthology.orchestra.run.vm09.stdout:cachedir: .tox/py/.pytest_cache 2026-04-08T13:30:11.562 INFO:teuthology.orchestra.run.vm09.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2026-04-08T13:30:11.562 INFO:teuthology.orchestra.run.vm09.stdout:configfile: pytest.ini 2026-04-08T13:30:12.885 INFO:teuthology.orchestra.run.vm09.stdout:collecting ... collected 893 items / 211 deselected / 682 selected 2026-04-08T13:30:12.885 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:30:13.097 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 0%] 2026-04-08T13:30:21.696 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 0%] 2026-04-08T13:30:21.871 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 0%] 2026-04-08T13:30:22.052 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 0%] 2026-04-08T13:30:22.237 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 0%] 2026-04-08T13:30:22.444 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 0%] 2026-04-08T13:30:22.682 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 1%] 2026-04-08T13:30:22.818 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 1%] 2026-04-08T13:30:23.025 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 1%] 2026-04-08T13:30:23.268 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 1%] 2026-04-08T13:30:23.465 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 1%] 2026-04-08T13:30:23.610 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 1%] 2026-04-08T13:30:23.787 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 1%] 2026-04-08T13:30:23.926 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 2%] 2026-04-08T13:30:23.984 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 2%] 2026-04-08T13:30:24.124 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 2%] 2026-04-08T13:30:24.370 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 2%] 2026-04-08T13:30:24.563 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 2%] 2026-04-08T13:30:24.688 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 2%] 2026-04-08T13:30:24.813 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 2%] 2026-04-08T13:30:24.960 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 3%] 2026-04-08T13:30:25.085 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 3%] 2026-04-08T13:30:25.228 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 3%] 2026-04-08T13:30:25.335 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 3%] 2026-04-08T13:30:25.391 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 3%] 2026-04-08T13:30:25.452 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 3%] 2026-04-08T13:30:25.497 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 3%] 2026-04-08T13:30:25.592 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 4%] 2026-04-08T13:30:25.688 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_put_user_policy PASSED [ 4%] 2026-04-08T13:30:25.731 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 4%] 2026-04-08T13:30:25.786 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 4%] 2026-04-08T13:30:25.980 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_put_existing_user_policy PASSED [ 4%] 2026-04-08T13:30:26.125 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_list_user_policy PASSED [ 4%] 2026-04-08T13:30:26.176 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 4%] 2026-04-08T13:30:26.320 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_get_user_policy PASSED [ 5%] 2026-04-08T13:30:26.483 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 5%] 2026-04-08T13:30:26.735 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 5%] 2026-04-08T13:30:26.851 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_delete_user_policy PASSED [ 5%] 2026-04-08T13:30:26.999 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 5%] 2026-04-08T13:30:27.227 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 5%] 2026-04-08T13:30:27.560 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 6%] 2026-04-08T13:30:27.713 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 6%] 2026-04-08T13:30:27.897 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 6%] 2026-04-08T13:30:28.093 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 6%] 2026-04-08T13:30:28.408 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 6%] 2026-04-08T13:30:30.288 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 6%] 2026-04-08T13:30:30.552 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 6%] 2026-04-08T13:30:30.758 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 7%] 2026-04-08T13:30:31.042 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 7%] 2026-04-08T13:30:31.283 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 7%] 2026-04-08T13:30:31.560 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 7%] 2026-04-08T13:30:31.709 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 7%] 2026-04-08T13:30:32.434 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_user_create PASSED [ 7%] 2026-04-08T13:30:32.945 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_user_case_insensitive_name PASSED [ 7%] 2026-04-08T13:30:33.545 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_user_delete PASSED [ 8%] 2026-04-08T13:30:34.998 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_user_list PASSED [ 8%] 2026-04-08T13:30:36.989 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_user_list_path_prefix PASSED [ 8%] 2026-04-08T13:30:38.004 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_user_update_name PASSED [ 8%] 2026-04-08T13:30:38.889 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_user_update_path PASSED [ 8%] 2026-04-08T13:30:39.491 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_user_access_key_create PASSED [ 8%] 2026-04-08T13:30:39.925 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_current_user_access_key_create PASSED [ 8%] 2026-04-08T13:30:40.718 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_user_access_key_update PASSED [ 9%] 2026-04-08T13:30:41.223 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_current_user_access_key_update PASSED [ 9%] 2026-04-08T13:30:41.935 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_user_access_key_delete PASSED [ 9%] 2026-04-08T13:30:42.434 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_current_user_access_key_delete PASSED [ 9%] 2026-04-08T13:30:43.430 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_user_access_key_list PASSED [ 9%] 2026-04-08T13:30:44.017 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_user_bucket_policy_allow PASSED [ 9%] 2026-04-08T13:30:45.081 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_user_policy PASSED [ 9%] 2026-04-08T13:30:46.139 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_user_policy_managed PASSED [ 10%] 2026-04-08T13:30:46.768 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_user_policy_allow PASSED [ 10%] 2026-04-08T13:30:47.340 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_group_create PASSED [ 10%] 2026-04-08T13:30:47.822 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_group_case_insensitive_name PASSED [ 10%] 2026-04-08T13:30:49.172 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_group_list PASSED [ 10%] 2026-04-08T13:30:50.052 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_group_update PASSED [ 10%] 2026-04-08T13:30:51.181 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_inline_group_policy PASSED [ 10%] 2026-04-08T13:30:52.258 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_managed_group_policy PASSED [ 11%] 2026-04-08T13:30:53.151 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_inline_group_policy_allow PASSED [ 11%] 2026-04-08T13:30:54.044 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_managed_group_policy_allow PASSED [ 11%] 2026-04-08T13:30:54.701 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_role_create PASSED [ 11%] 2026-04-08T13:30:55.194 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_role_case_insensitive_name PASSED [ 11%] 2026-04-08T13:30:55.725 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_role_delete PASSED [ 11%] 2026-04-08T13:30:56.891 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_role_list PASSED [ 12%] 2026-04-08T13:30:58.542 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_role_list_path_prefix PASSED [ 12%] 2026-04-08T13:30:59.103 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_role_update PASSED [ 12%] 2026-04-08T13:31:00.090 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_role_policy PASSED [ 12%] 2026-04-08T13:31:01.073 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_role_policy_managed PASSED [ 12%] 2026-04-08T13:31:01.889 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_role_policy_allow PASSED [ 12%] 2026-04-08T13:31:02.663 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_same_account_role_policy_allow PASSED [ 12%] 2026-04-08T13:31:03.481 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_role_policy_allow PASSED [ 13%] 2026-04-08T13:31:04.322 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_role_policy_allow_create_bucket PASSED [ 13%] 2026-04-08T13:31:05.090 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_role_policy_allow_get_role PASSED [ 13%] 2026-04-08T13:31:05.615 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_account_oidc_provider PASSED [ 13%] 2026-04-08T13:31:06.109 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_verify_add_new_client_id_to_oidc PASSED [ 13%] 2026-04-08T13:31:06.548 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_verify_add_existing_client_id_to_oidc PASSED [ 13%] 2026-04-08T13:31:06.990 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_verify_remove_client_id_from_oidc PASSED [ 13%] 2026-04-08T13:31:07.433 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_verify_update_thumbprintlist_of_oidc PASSED [ 14%] 2026-04-08T13:31:08.205 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_user_arn PASSED [ 14%] 2026-04-08T13:31:08.946 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_user_arn PASSED [ 14%] 2026-04-08T13:31:09.686 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_arn PASSED [ 14%] 2026-04-08T13:31:10.401 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_arn PASSED [ 14%] 2026-04-08T13:31:11.121 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_id PASSED [ 14%] 2026-04-08T13:31:11.840 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_id PASSED [ 14%] 2026-04-08T13:31:12.544 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_user_id PASSED [ 15%] 2026-04-08T13:31:13.255 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_user_id PASSED [ 15%] 2026-04-08T13:31:14.050 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_canonical_id PASSED [ 15%] 2026-04-08T13:31:14.776 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_canonical_id PASSED [ 15%] 2026-04-08T13:31:15.489 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_account_email PASSED [ 15%] 2026-04-08T13:31:16.246 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_account_email PASSED [ 15%] 2026-04-08T13:31:16.606 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_arn PASSED [ 15%] 2026-04-08T13:31:17.031 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_id PASSED [ 16%] 2026-04-08T13:31:17.354 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_canonical_id PASSED [ 16%] 2026-04-08T13:31:17.671 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_account_email PASSED [ 16%] 2026-04-08T13:31:17.895 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_empty PASSED [ 16%] 2026-04-08T13:31:18.191 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_distinct PASSED [ 16%] 2026-04-08T13:31:18.426 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_many PASSED [ 16%] 2026-04-08T13:31:18.701 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_many PASSED [ 17%] 2026-04-08T13:31:18.936 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_basic_key_count PASSED [ 17%] 2026-04-08T13:31:19.131 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 17%] 2026-04-08T13:31:19.333 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 17%] 2026-04-08T13:31:19.548 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 17%] 2026-04-08T13:31:19.742 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 17%] 2026-04-08T13:31:20.040 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 17%] 2026-04-08T13:31:20.289 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 18%] 2026-04-08T13:31:20.467 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 18%] 2026-04-08T13:31:20.696 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 18%] 2026-04-08T13:31:20.897 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 18%] 2026-04-08T13:31:21.104 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 18%] 2026-04-08T13:31:21.408 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 18%] 2026-04-08T13:31:21.708 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 18%] 2026-04-08T13:31:21.915 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 19%] 2026-04-08T13:31:22.115 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 19%] 2026-04-08T13:31:22.330 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 19%] 2026-04-08T13:31:22.571 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 19%] 2026-04-08T13:31:22.751 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 19%] 2026-04-08T13:31:22.943 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 19%] 2026-04-08T13:31:23.169 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 19%] 2026-04-08T13:31:23.357 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 20%] 2026-04-08T13:31:23.545 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 20%] 2026-04-08T13:31:23.803 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 20%] 2026-04-08T13:31:24.005 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 20%] 2026-04-08T13:31:24.195 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 20%] 2026-04-08T13:31:24.411 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 20%] 2026-04-08T13:31:24.601 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 20%] 2026-04-08T13:31:24.789 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 21%] 2026-04-08T13:31:25.037 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 21%] 2026-04-08T13:31:25.234 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 21%] 2026-04-08T13:31:31.864 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 21%] 2026-04-08T13:31:32.104 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 21%] 2026-04-08T13:31:32.289 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 21%] 2026-04-08T13:31:32.474 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 21%] 2026-04-08T13:31:32.720 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 22%] 2026-04-08T13:31:32.904 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 22%] 2026-04-08T13:31:33.099 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 22%] 2026-04-08T13:31:33.339 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 22%] 2026-04-08T13:31:33.538 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 22%] 2026-04-08T13:31:33.725 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 22%] 2026-04-08T13:31:33.954 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 23%] 2026-04-08T13:31:34.152 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 23%] 2026-04-08T13:31:34.344 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 23%] 2026-04-08T13:31:34.608 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 23%] 2026-04-08T13:31:34.819 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 23%] 2026-04-08T13:31:35.031 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 23%] 2026-04-08T13:31:35.280 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 23%] 2026-04-08T13:31:35.484 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 24%] 2026-04-08T13:31:35.679 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 24%] 2026-04-08T13:31:35.966 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 24%] 2026-04-08T13:31:36.187 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 24%] 2026-04-08T13:31:36.413 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 24%] 2026-04-08T13:31:36.694 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 24%] 2026-04-08T13:31:36.980 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 24%] 2026-04-08T13:31:37.277 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 25%] 2026-04-08T13:31:37.524 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 25%] 2026-04-08T13:31:37.856 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 25%] 2026-04-08T13:31:38.113 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 25%] 2026-04-08T13:31:38.386 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 25%] 2026-04-08T13:31:38.565 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_account_usage PASSED [ 25%] 2026-04-08T13:31:38.780 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_head_bucket_usage PASSED [ 25%] 2026-04-08T13:31:39.347 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_unordered PASSED [ 26%] 2026-04-08T13:31:39.951 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 26%] 2026-04-08T13:31:40.151 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 26%] 2026-04-08T13:31:40.418 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 26%] 2026-04-08T13:31:40.671 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 26%] 2026-04-08T13:31:40.891 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 26%] 2026-04-08T13:31:41.266 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 26%] 2026-04-08T13:31:41.556 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 27%] 2026-04-08T13:31:41.825 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 27%] 2026-04-08T13:31:42.127 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 27%] 2026-04-08T13:31:42.338 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 27%] 2026-04-08T13:31:42.612 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 27%] 2026-04-08T13:31:42.963 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 27%] 2026-04-08T13:31:43.215 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 28%] 2026-04-08T13:31:43.635 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_return_data PASSED [ 28%] 2026-04-08T13:31:44.228 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 28%] 2026-04-08T13:31:44.397 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 28%] 2026-04-08T13:31:44.582 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 28%] 2026-04-08T13:31:44.724 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 28%] 2026-04-08T13:31:44.990 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 28%] 2026-04-08T13:31:45.056 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_notexist PASSED [ 29%] 2026-04-08T13:31:45.144 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucketv2_notexist PASSED [ 29%] 2026-04-08T13:31:45.234 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 29%] 2026-04-08T13:31:45.573 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 29%] 2026-04-08T13:31:45.838 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 29%] 2026-04-08T13:31:45.909 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 29%] 2026-04-08T13:31:46.154 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 29%] 2026-04-08T13:31:46.276 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_delete PASSED [ 30%] 2026-04-08T13:31:46.400 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_read_not_exist PASSED [ 30%] 2026-04-08T13:31:46.512 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 30%] 2026-04-08T13:31:46.938 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 30%] 2026-04-08T13:31:47.259 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multi_object_delete PASSED [ 30%] 2026-04-08T13:31:47.570 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_expected_bucket_owner PASSED [ 30%] 2026-04-08T13:31:47.887 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 30%] 2026-04-08T13:31:54.307 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 31%] 2026-04-08T13:32:00.657 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 31%] 2026-04-08T13:32:00.853 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 31%] 2026-04-08T13:32:01.040 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_write_check_etag PASSED [ 31%] 2026-04-08T13:32:01.265 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_write_cache_control PASSED [ 31%] 2026-04-08T13:32:01.442 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_write_expires PASSED [ 31%] 2026-04-08T13:32:01.666 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 31%] 2026-04-08T13:32:01.841 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 32%] 2026-04-08T13:32:02.064 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 32%] 2026-04-08T13:32:02.254 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 32%] 2026-04-08T13:32:02.436 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 32%] 2026-04-08T13:32:02.725 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_write_file PASSED [ 32%] 2026-04-08T13:32:02.939 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 32%] 2026-04-08T13:32:03.137 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 32%] 2026-04-08T13:32:03.404 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 33%] 2026-04-08T13:32:03.559 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 33%] 2026-04-08T13:32:03.727 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_set_success_code PASSED [ 33%] 2026-04-08T13:32:03.897 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 33%] 2026-04-08T13:32:04.092 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 33%] 2026-04-08T13:32:04.302 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 33%] 2026-04-08T13:32:04.468 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_ignored_header PASSED [ 34%] 2026-04-08T13:32:04.634 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 34%] 2026-04-08T13:32:04.841 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 34%] 2026-04-08T13:32:05.048 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 34%] 2026-04-08T13:32:05.167 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 34%] 2026-04-08T13:32:05.296 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 34%] 2026-04-08T13:32:05.467 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 34%] 2026-04-08T13:32:05.593 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 35%] 2026-04-08T13:32:05.717 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_missing_signature PASSED [ 35%] 2026-04-08T13:32:05.878 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 35%] 2026-04-08T13:32:06.044 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 35%] 2026-04-08T13:32:06.171 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 35%] 2026-04-08T13:32:06.304 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 35%] 2026-04-08T13:32:06.436 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 35%] 2026-04-08T13:32:06.557 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_expired_policy PASSED [ 36%] 2026-04-08T13:32:06.799 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 36%] 2026-04-08T13:32:06.929 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 36%] 2026-04-08T13:32:07.060 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 36%] 2026-04-08T13:32:07.225 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 36%] 2026-04-08T13:32:07.361 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 36%] 2026-04-08T13:32:07.487 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 36%] 2026-04-08T13:32:07.613 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 37%] 2026-04-08T13:32:07.768 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 37%] 2026-04-08T13:32:07.972 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 37%] 2026-04-08T13:32:08.106 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 37%] 2026-04-08T13:32:08.360 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 37%] 2026-04-08T13:32:08.573 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 37%] 2026-04-08T13:32:08.749 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 37%] 2026-04-08T13:32:09.017 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 38%] 2026-04-08T13:32:09.227 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 38%] 2026-04-08T13:32:10.434 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 38%] 2026-04-08T13:32:10.648 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 38%] 2026-04-08T13:32:10.902 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 38%] 2026-04-08T13:32:11.175 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 38%] 2026-04-08T13:32:11.481 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 39%] 2026-04-08T13:32:11.778 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 39%] 2026-04-08T13:32:12.002 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 39%] 2026-04-08T13:32:12.271 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 39%] 2026-04-08T13:32:12.574 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 39%] 2026-04-08T13:32:12.845 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 39%] 2026-04-08T13:32:13.150 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 39%] 2026-04-08T13:32:13.331 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_get PASSED [ 40%] 2026-04-08T13:32:13.474 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 40%] 2026-04-08T13:32:13.559 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 40%] 2026-04-08T13:32:13.696 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 40%] 2026-04-08T13:32:13.871 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_head PASSED [ 40%] 2026-04-08T13:32:13.920 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_head_notexist PASSED [ 40%] 2026-04-08T13:32:14.130 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_head_extended PASSED [ 40%] 2026-04-08T13:32:14.312 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 41%] 2026-04-08T13:32:14.537 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 41%] 2026-04-08T13:32:16.954 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 41%] 2026-04-08T13:32:17.145 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_authenticated PASSED [ 41%] 2026-04-08T13:32:17.384 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_response_headers PASSED [ 41%] 2026-04-08T13:32:17.567 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 41%] 2026-04-08T13:32:17.753 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 41%] 2026-04-08T13:32:17.934 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 42%] 2026-04-08T13:32:18.219 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 42%] 2026-04-08T13:32:18.441 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 42%] 2026-04-08T13:32:18.647 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 42%] 2026-04-08T13:32:18.922 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 42%] 2026-04-08T13:32:19.119 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 42%] 2026-04-08T13:32:19.325 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 42%] 2026-04-08T13:32:19.537 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_anon_put PASSED [ 43%] 2026-04-08T13:32:19.807 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 43%] 2026-04-08T13:32:20.004 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_put_authenticated PASSED [ 43%] 2026-04-08T13:32:20.206 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_presigned_put_object_with_acl PASSED [ 43%] 2026-04-08T13:32:20.482 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_presigned_put_object_with_acl_tenant PASSED [ 43%] 2026-04-08T13:32:20.677 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 43%] 2026-04-08T13:32:20.744 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 43%] 2026-04-08T13:32:20.805 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 44%] 2026-04-08T13:32:20.942 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 44%] 2026-04-08T13:32:21.084 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 44%] 2026-04-08T13:32:21.217 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 44%] 2026-04-08T13:32:21.368 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 44%] 2026-04-08T13:32:21.600 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 44%] 2026-04-08T13:32:21.799 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_long_name PASSED [ 45%] 2026-04-08T13:32:21.866 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 45%] 2026-04-08T13:32:21.938 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 45%] 2026-04-08T13:32:22.144 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 45%] 2026-04-08T13:32:22.209 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 45%] 2026-04-08T13:32:22.270 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 45%] 2026-04-08T13:32:22.328 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 45%] 2026-04-08T13:32:22.444 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 46%] 2026-04-08T13:32:22.597 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_exists PASSED [ 46%] 2026-04-08T13:32:22.769 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_get_location PASSED [ 46%] 2026-04-08T13:32:22.911 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 46%] 2026-04-08T13:32:23.130 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 46%] 2026-04-08T13:32:23.295 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 46%] 2026-04-08T13:32:23.432 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_acl_default PASSED [ 46%] 2026-04-08T13:32:23.653 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 47%] 2026-04-08T13:32:23.866 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_acl_canned PASSED [ 47%] 2026-04-08T13:32:24.041 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 47%] 2026-04-08T13:32:24.223 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 47%] 2026-04-08T13:32:24.498 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_bucket_acl_grant_group_read PASSED [ 47%] 2026-04-08T13:32:24.739 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_acl_default PASSED [ 47%] 2026-04-08T13:32:24.995 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 47%] 2026-04-08T13:32:25.300 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_acl_canned PASSED [ 48%] 2026-04-08T13:32:25.636 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 48%] 2026-04-08T13:32:25.890 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 48%] 2026-04-08T13:32:26.173 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 48%] 2026-04-08T13:32:26.529 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 48%] 2026-04-08T13:32:26.779 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 48%] 2026-04-08T13:32:26.998 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 48%] 2026-04-08T13:32:27.241 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 49%] 2026-04-08T13:32:27.540 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_acl PASSED [ 49%] 2026-04-08T13:32:27.827 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_acl_write PASSED [ 49%] 2026-04-08T13:32:28.117 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_acl_writeacp PASSED [ 49%] 2026-04-08T13:32:28.488 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_acl_read PASSED [ 49%] 2026-04-08T13:32:28.779 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_acl_readacp PASSED [ 49%] 2026-04-08T13:32:29.058 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 50%] 2026-04-08T13:32:29.349 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 50%] 2026-04-08T13:32:29.580 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 50%] 2026-04-08T13:32:29.912 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 50%] 2026-04-08T13:32:30.129 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 50%] 2026-04-08T13:32:30.301 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 50%] 2026-04-08T13:32:30.518 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_header_acl_grants PASSED [ 50%] 2026-04-08T13:32:30.745 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 51%] 2026-04-08T13:32:30.927 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 51%] 2026-04-08T13:32:31.117 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 51%] 2026-04-08T13:32:31.403 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 51%] 2026-04-08T13:32:31.748 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 51%] 2026-04-08T13:32:32.161 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 51%] 2026-04-08T13:32:32.486 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 51%] 2026-04-08T13:32:32.866 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 52%] 2026-04-08T13:32:33.213 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 52%] 2026-04-08T13:32:33.553 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 52%] 2026-04-08T13:32:33.975 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 52%] 2026-04-08T13:32:34.326 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 52%] 2026-04-08T13:32:34.694 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 52%] 2026-04-08T13:32:35.013 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 52%] 2026-04-08T13:32:35.307 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 53%] 2026-04-08T13:32:35.615 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 53%] 2026-04-08T13:32:36.100 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_buckets_create_then_list PASSED [ 53%] 2026-04-08T13:32:36.570 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_buckets_list_ctime PASSED [ 53%] 2026-04-08T13:32:36.620 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 53%] 2026-04-08T13:32:36.715 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 53%] 2026-04-08T13:32:36.762 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 53%] 2026-04-08T13:32:36.893 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 54%] 2026-04-08T13:32:37.065 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 54%] 2026-04-08T13:32:37.199 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 54%] 2026-04-08T13:32:37.335 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 54%] 2026-04-08T13:32:37.563 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 54%] 2026-04-08T13:32:38.408 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 54%] 2026-04-08T13:32:38.616 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 54%] 2026-04-08T13:32:38.914 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_zero_size PASSED [ 55%] 2026-04-08T13:32:39.279 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_16m PASSED [ 55%] 2026-04-08T13:32:39.556 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 55%] 2026-04-08T13:32:39.832 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 55%] 2026-04-08T13:32:40.108 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_to_itself PASSED [ 55%] 2026-04-08T13:32:40.337 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 55%] 2026-04-08T13:32:40.745 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 56%] 2026-04-08T13:32:41.033 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 56%] 2026-04-08T13:32:41.339 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 56%] 2026-04-08T13:32:41.622 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 56%] 2026-04-08T13:32:42.191 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 56%] 2026-04-08T13:32:42.627 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 56%] 2026-04-08T13:32:42.771 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 56%] 2026-04-08T13:32:42.980 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 57%] 2026-04-08T13:32:43.937 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 57%] 2026-04-08T13:32:44.243 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 57%] 2026-04-08T13:32:45.701 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 57%] 2026-04-08T13:32:45.858 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_upload_empty PASSED [ 57%] 2026-04-08T13:32:46.131 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_upload_small PASSED [ 57%] 2026-04-08T13:32:46.641 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_copy_small PASSED [ 57%] 2026-04-08T13:32:46.914 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_copy_invalid_range PASSED [ 58%] 2026-04-08T13:32:47.497 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_copy_without_range PASSED [ 58%] 2026-04-08T13:32:48.564 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_copy_special_names PASSED [ 58%] 2026-04-08T13:32:49.439 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_upload PASSED [ 58%] 2026-04-08T13:32:50.951 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_copy_versioned PASSED [ 58%] 2026-04-08T13:32:55.425 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_upload_resend_part PASSED [ 58%] 2026-04-08T13:32:56.256 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_upload_multiple_sizes PASSED [ 58%] 2026-04-08T13:32:57.739 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_copy_multiple_sizes PASSED [ 59%] 2026-04-08T13:32:58.038 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_upload_size_too_small PASSED [ 59%] 2026-04-08T13:32:58.473 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_upload_contents PASSED [ 59%] 2026-04-08T13:32:58.901 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_upload_overwrite_existing_object PASSED [ 59%] 2026-04-08T13:32:59.239 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_abort_multipart_upload PASSED [ 59%] 2026-04-08T13:32:59.461 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_abort_multipart_upload_not_found PASSED [ 59%] 2026-04-08T13:32:59.777 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_list_multipart_upload PASSED [ 59%] 2026-04-08T13:33:00.046 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_list_multipart_upload_owner PASSED [ 60%] 2026-04-08T13:33:00.230 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_upload_missing_part PASSED [ 60%] 2026-04-08T13:33:00.479 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_upload_incorrect_etag PASSED [ 60%] 2026-04-08T13:33:10.791 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_get_part PASSED [ 60%] 2026-04-08T13:33:17.056 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_sse_c_get_part PASSED [ 60%] 2026-04-08T13:33:17.629 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_single_get_part PASSED [ 60%] 2026-04-08T13:33:17.942 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_non_multipart_get_part PASSED [ 60%] 2026-04-08T13:33:18.207 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_non_multipart_sse_c_get_part PASSED [ 61%] 2026-04-08T13:33:18.335 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_100_continue PASSED [ 61%] 2026-04-08T13:33:18.618 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_set_cors PASSED [ 61%] 2026-04-08T13:33:21.847 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_cors_origin_response PASSED [ 61%] 2026-04-08T13:33:25.002 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_cors_origin_wildcard PASSED [ 61%] 2026-04-08T13:33:28.136 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_cors_header_option PASSED [ 61%] 2026-04-08T13:33:28.313 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_cors_presigned_get_object PASSED [ 62%] 2026-04-08T13:33:28.549 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_cors_presigned_get_object_tenant PASSED [ 62%] 2026-04-08T13:33:28.723 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_cors_presigned_put_object PASSED [ 62%] 2026-04-08T13:33:28.933 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_cors_presigned_put_object_with_acl PASSED [ 62%] 2026-04-08T13:33:29.164 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_cors_presigned_put_object_tenant PASSED [ 62%] 2026-04-08T13:33:29.348 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_cors_presigned_put_object_tenant_with_acl PASSED [ 62%] 2026-04-08T13:33:29.578 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_set_bucket_tagging PASSED [ 62%] 2026-04-08T13:33:29.817 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_atomic_read_1mb PASSED [ 63%] 2026-04-08T13:33:30.125 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_atomic_read_4mb PASSED [ 63%] 2026-04-08T13:33:30.438 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_atomic_read_8mb PASSED [ 63%] 2026-04-08T13:33:30.760 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_atomic_write_1mb PASSED [ 63%] 2026-04-08T13:33:31.083 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_atomic_write_4mb PASSED [ 63%] 2026-04-08T13:33:31.522 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_atomic_write_8mb PASSED [ 63%] 2026-04-08T13:33:31.759 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_atomic_dual_write_1mb PASSED [ 63%] 2026-04-08T13:33:32.065 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_atomic_dual_write_4mb PASSED [ 64%] 2026-04-08T13:33:32.537 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_atomic_dual_write_8mb PASSED [ 64%] 2026-04-08T13:33:32.764 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_atomic_conditional_write_1mb PASSED [ 64%] 2026-04-08T13:33:33.068 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_atomic_multipart_upload_write PASSED [ 64%] 2026-04-08T13:33:33.511 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_resend_first_finishes_last PASSED [ 64%] 2026-04-08T13:33:33.717 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_ranged_request_response_code PASSED [ 64%] 2026-04-08T13:33:36.052 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_ranged_big_request_response_code PASSED [ 64%] 2026-04-08T13:33:36.298 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code PASSED [ 65%] 2026-04-08T13:33:36.504 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code PASSED [ 65%] 2026-04-08T13:33:36.716 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_ranged_request_invalid_range PASSED [ 65%] 2026-04-08T13:33:36.932 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_ranged_request_empty_object PASSED [ 65%] 2026-04-08T13:33:37.297 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_bucket_create_suspend PASSED [ 65%] 2026-04-08T13:33:42.954 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_obj_create_read_remove PASSED [ 65%] 2026-04-08T13:33:43.196 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_obj_create_read_remove_head PASSED [ 65%] 2026-04-08T13:33:43.505 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_stack_delete_merkers PASSED [ 66%] 2026-04-08T13:33:43.779 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_obj_plain_null_version_removal PASSED [ 66%] 2026-04-08T13:33:44.158 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite PASSED [ 66%] 2026-04-08T13:33:44.620 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended PASSED [ 66%] 2026-04-08T13:33:46.901 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_obj_suspend_versions PASSED [ 66%] 2026-04-08T13:33:47.289 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_obj_suspended_copy PASSED [ 66%] 2026-04-08T13:33:50.412 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_obj_create_versions_remove_all PASSED [ 67%] 2026-04-08T13:34:02.205 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names PASSED [ 67%] 2026-04-08T13:34:03.568 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart PASSED [ 67%] 2026-04-08T13:34:04.387 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_obj_list_marker PASSED [ 67%] 2026-04-08T13:34:05.403 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_copy_obj_version PASSED [ 67%] 2026-04-08T13:34:05.822 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_multi_object_delete PASSED [ 67%] 2026-04-08T13:34:06.191 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_multi_object_delete_with_marker PASSED [ 67%] 2026-04-08T13:34:06.460 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create PASSED [ 68%] 2026-04-08T13:34:06.897 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioned_object_acl PASSED [ 68%] 2026-04-08T13:34:07.209 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioned_object_acl_no_version_specified PASSED [ 68%] 2026-04-08T13:34:08.380 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioned_concurrent_object_create_concurrent_remove PASSED [ 68%] 2026-04-08T13:34:08.930 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove PASSED [ 68%] 2026-04-08T13:34:09.073 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_lifecycle_set PASSED [ 68%] 2026-04-08T13:34:09.271 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_lifecycle_get PASSED [ 68%] 2026-04-08T13:34:09.583 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_lifecycle_delete PASSED [ 69%] 2026-04-08T13:34:09.820 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_lifecycle_get_no_id PASSED [ 69%] 2026-04-08T13:34:09.955 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_lifecycle_id_too_long PASSED [ 69%] 2026-04-08T13:34:10.105 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_lifecycle_same_id PASSED [ 69%] 2026-04-08T13:34:10.408 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_lifecycle_invalid_status PASSED [ 69%] 2026-04-08T13:34:10.565 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_lifecycle_set_date PASSED [ 69%] 2026-04-08T13:34:10.714 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_lifecycle_set_invalid_date PASSED [ 69%] 2026-04-08T13:34:10.931 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_lifecycle_set_noncurrent PASSED [ 70%] 2026-04-08T13:34:11.115 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_lifecycle_set_deletemarker PASSED [ 70%] 2026-04-08T13:34:11.264 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_lifecycle_set_filter PASSED [ 70%] 2026-04-08T13:34:11.405 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_lifecycle_set_empty_filter PASSED [ 70%] 2026-04-08T13:34:11.602 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_lifecycle_set_multipart PASSED [ 70%] 2026-04-08T13:34:11.732 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_lifecycle_transition_set_invalid_date PASSED [ 70%] 2026-04-08T13:34:11.785 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_restore_object_temporary SKIPPED [ 70%] 2026-04-08T13:34:11.835 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_restore_object_permanent SKIPPED [ 71%] 2026-04-08T13:34:11.882 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_read_through SKIPPED ([s3 cloud]...) [ 71%] 2026-04-08T13:34:11.972 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_restore_noncur_obj SKIPPED ([s3 ...) [ 71%] 2026-04-08T13:34:12.195 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encrypted_transfer_1b PASSED [ 71%] 2026-04-08T13:34:12.416 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encrypted_transfer_1kb PASSED [ 71%] 2026-04-08T13:34:12.660 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encrypted_transfer_1MB PASSED [ 71%] 2026-04-08T13:34:12.880 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encrypted_transfer_13b PASSED [ 71%] 2026-04-08T13:34:13.062 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_method_head PASSED [ 72%] 2026-04-08T13:34:13.282 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_present PASSED [ 72%] 2026-04-08T13:34:13.559 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_other_key PASSED [ 72%] 2026-04-08T13:34:13.702 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_invalid_md5 PASSED [ 72%] 2026-04-08T13:34:13.832 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_no_md5 PASSED [ 72%] 2026-04-08T13:34:13.965 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_no_key PASSED [ 72%] 2026-04-08T13:34:14.139 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encryption_key_no_sse_c PASSED [ 73%] 2026-04-08T13:34:15.338 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_upload PASSED [ 73%] 2026-04-08T13:34:16.352 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload PASSED [ 73%] 2026-04-08T13:34:16.948 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download PASSED [ 73%] 2026-04-08T13:34:17.113 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request PASSED [ 73%] 2026-04-08T13:35:17.718 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_enforced_with_bucket_policy PASSED [ 73%] 2026-04-08T13:36:18.103 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_deny_algo_with_bucket_policy PASSED [ 73%] 2026-04-08T13:36:18.340 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 81/81] 192.168.123.109 () {26 vars in 311 bytes} [Wed Apr 8 13:36:18 2026] POST /v3/auth/tokens => generated 1440 bytes in 201 msecs (HTTP/1.1 201) 5 headers in 366 bytes (1 switches on core 0) 2026-04-08T13:36:18.398 INFO:tasks.keystone.client.0.vm09.stderr:[pid: 82802|app: 0|req: 82/82] 192.168.123.109 () {34 vars in 828 bytes} [Wed Apr 8 13:36:18 2026] GET /v3/auth/tokens => generated 1440 bytes in 55 msecs (HTTP/1.1 200) 5 headers in 361 bytes (1 switches on core 0) 2026-04-08T13:36:18.398 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:18.399 83722 INFO barbican.api.middleware.context [-] Begin processing request req-a425c8a2-2e72-473b-9e38-a1fd28a93bb2 2026-04-08T13:36:18.405 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:18.405 83722 WARNING barbican.api.controllers.secrets [None req-ac3516ac-0e9c-466e-8b6d-dd5421a4f4d1 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:18.406 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:18.407 83722 INFO barbican.api.middleware.context [None req-ac3516ac-0e9c-466e-8b6d-dd5421a4f4d1 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:18.413 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:18.414 83722 INFO barbican.api.middleware.context [-] Begin processing request req-17041c1d-c34b-4e11-9b1f-9ca184defbaa 2026-04-08T13:36:18.418 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:18.418 83722 WARNING barbican.api.controllers.secrets [None req-d82396a3-5b57-416f-a6c6-c3f07c50bcb3 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:18.419 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:18.419 83722 INFO barbican.api.middleware.context [None req-d82396a3-5b57-416f-a6c6-c3f07c50bcb3 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:18.559 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_sse_kms_method_head PASSED [ 74%] 2026-04-08T13:36:18.591 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:18.591 83722 INFO barbican.api.middleware.context [-] Begin processing request req-554d4998-01a6-4b3b-8ea3-6b4aa126e23e 2026-04-08T13:36:18.595 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:18.596 83722 WARNING barbican.api.controllers.secrets [None req-3746a79f-4f3f-4099-bc01-bc5853e12044 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:18.596 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:18.597 83722 INFO barbican.api.middleware.context [None req-3746a79f-4f3f-4099-bc01-bc5853e12044 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:18.603 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:18.603 83722 INFO barbican.api.middleware.context [-] Begin processing request req-decab843-d865-4313-805e-3cec850631c5 2026-04-08T13:36:18.609 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:18.609 83722 WARNING barbican.api.controllers.secrets [None req-dd4e2069-7848-4cfd-bc06-6dcdf0318c7b 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:18.610 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:18.610 83722 INFO barbican.api.middleware.context [None req-dd4e2069-7848-4cfd-bc06-6dcdf0318c7b 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:18.791 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_sse_kms_present PASSED [ 74%] 2026-04-08T13:36:18.963 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_sse_kms_no_key PASSED [ 74%] 2026-04-08T13:36:19.143 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_sse_kms_not_declared PASSED [ 74%] 2026-04-08T13:36:19.178 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.178 83722 INFO barbican.api.middleware.context [-] Begin processing request req-ac6c2361-91b9-474c-b9a8-c3fc04620509 2026-04-08T13:36:19.184 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.184 83722 WARNING barbican.api.controllers.secrets [None req-ae1636cc-8615-4786-acc3-997c52eadc96 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.185 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.185 83722 INFO barbican.api.middleware.context [None req-ae1636cc-8615-4786-acc3-997c52eadc96 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.210 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.211 83722 INFO barbican.api.middleware.context [-] Begin processing request req-b9114a03-0649-4270-84ff-f16472e92c5a 2026-04-08T13:36:19.215 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.216 83722 WARNING barbican.api.controllers.secrets [None req-e0d75b44-bc0c-433b-a4b3-3a6a72dc9ae1 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.216 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.217 83722 INFO barbican.api.middleware.context [None req-e0d75b44-bc0c-433b-a4b3-3a6a72dc9ae1 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.295 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.294 83722 INFO barbican.api.middleware.context [None req-3e4c329d-c37e-486a-8ed8-e71f3b3f1706 6f02ea20bee34df982a36dd4c3d14fb3 25a447f3aa0d41eaba2ee576b1890b70 - - default default] Begin processing request req-3822dbcd-b2aa-43c1-9620-301a80b71816 2026-04-08T13:36:19.298 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.299 83722 WARNING barbican.api.controllers.secrets [None req-a56c17a6-dc60-477f-9da0-01c67d161252 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.299 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.300 83722 INFO barbican.api.middleware.context [None req-a56c17a6-dc60-477f-9da0-01c67d161252 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.357 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.358 83722 INFO barbican.api.middleware.context [None req-77fc8581-3efd-4fd0-8877-b03f100fad5c 6f02ea20bee34df982a36dd4c3d14fb3 25a447f3aa0d41eaba2ee576b1890b70 - - default default] Begin processing request req-4e8e16dc-8fa3-488b-a41a-d29c9cfd245e 2026-04-08T13:36:19.363 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.363 83722 WARNING barbican.api.controllers.secrets [None req-7cdd1e56-a496-4ea6-907a-d0f5c041ea3c 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.364 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.365 83722 INFO barbican.api.middleware.context [None req-7cdd1e56-a496-4ea6-907a-d0f5c041ea3c 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.414 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.415 83722 INFO barbican.api.middleware.context [None req-5b8adf89-e9ea-4e4b-844a-4b4acbb8987f 6f02ea20bee34df982a36dd4c3d14fb3 25a447f3aa0d41eaba2ee576b1890b70 - - default default] Begin processing request req-750f5e56-f5c3-4d3b-abb6-80a34a8ec417 2026-04-08T13:36:19.419 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.420 83722 WARNING barbican.api.controllers.secrets [None req-a65a60fc-5d24-448b-913e-043ec627879b 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.420 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.421 83722 INFO barbican.api.middleware.context [None req-a65a60fc-5d24-448b-913e-043ec627879b 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.474 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.474 83722 INFO barbican.api.middleware.context [None req-71f0cabb-8d9d-466b-a106-1a637e611eca 6f02ea20bee34df982a36dd4c3d14fb3 25a447f3aa0d41eaba2ee576b1890b70 - - default default] Begin processing request req-f5809ad4-a5d9-46e3-910f-40c3e3d294c0 2026-04-08T13:36:19.479 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.480 83722 WARNING barbican.api.controllers.secrets [None req-ebf48f78-4646-4e44-8370-eb812e3b3a6d 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.480 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.481 83722 INFO barbican.api.middleware.context [None req-ebf48f78-4646-4e44-8370-eb812e3b3a6d 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.538 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.538 83722 INFO barbican.api.middleware.context [None req-ac3516ac-0e9c-466e-8b6d-dd5421a4f4d1 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-7b57a32a-bfb0-41f5-88a4-99fe16b23e4e 2026-04-08T13:36:19.543 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.543 83722 WARNING barbican.api.controllers.secrets [None req-826f5a91-cec2-4e86-b52d-e8e137901cfb 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.544 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.545 83722 INFO barbican.api.middleware.context [None req-826f5a91-cec2-4e86-b52d-e8e137901cfb 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.679 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.679 83722 INFO barbican.api.middleware.context [None req-d82396a3-5b57-416f-a6c6-c3f07c50bcb3 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-d00e9810-2370-405a-b39a-bfe096251882 2026-04-08T13:36:19.684 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.684 83722 WARNING barbican.api.controllers.secrets [None req-cc1bf096-00c5-408c-9a7f-0293e730984e 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.684 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.685 83722 INFO barbican.api.middleware.context [None req-cc1bf096-00c5-408c-9a7f-0293e730984e 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.803 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.804 83722 INFO barbican.api.middleware.context [None req-3746a79f-4f3f-4099-bc01-bc5853e12044 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-fba75168-f374-4889-8bd9-29e6bc2969b2 2026-04-08T13:36:19.808 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.809 83722 WARNING barbican.api.controllers.secrets [None req-6ce8d753-de06-445f-9251-c9613b85f64f 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.809 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.810 83722 INFO barbican.api.middleware.context [None req-6ce8d753-de06-445f-9251-c9613b85f64f 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.816 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.817 83722 INFO barbican.api.middleware.context [None req-dd4e2069-7848-4cfd-bc06-6dcdf0318c7b 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-7b3df898-1472-4dd3-a02d-8ea6ddcdab2b 2026-04-08T13:36:19.821 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.822 83722 WARNING barbican.api.controllers.secrets [None req-c007f8e1-2ee3-49d6-889b-281171360391 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.822 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.823 83722 INFO barbican.api.middleware.context [None req-c007f8e1-2ee3-49d6-889b-281171360391 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.827 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.827 83722 INFO barbican.api.middleware.context [None req-ae1636cc-8615-4786-acc3-997c52eadc96 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-45db6bee-98b5-4554-8fb7-1eafffe9d352 2026-04-08T13:36:19.831 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.831 83722 WARNING barbican.api.controllers.secrets [None req-46cb42b5-af37-40b5-a4bd-1f102d4a064d 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.832 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.832 83722 INFO barbican.api.middleware.context [None req-46cb42b5-af37-40b5-a4bd-1f102d4a064d 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.876 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.876 83722 INFO barbican.api.middleware.context [None req-e0d75b44-bc0c-433b-a4b3-3a6a72dc9ae1 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-c4c43fcd-ada0-427a-9212-d1aa7cf23d02 2026-04-08T13:36:19.881 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.882 83722 WARNING barbican.api.controllers.secrets [None req-c6d60b84-66b7-4594-a337-dc4298296f43 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.882 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.883 83722 INFO barbican.api.middleware.context [None req-c6d60b84-66b7-4594-a337-dc4298296f43 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.885 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.886 83722 INFO barbican.api.middleware.context [None req-a56c17a6-dc60-477f-9da0-01c67d161252 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-3d008303-b5bd-45a5-bf5c-9d9faea2c38f 2026-04-08T13:36:19.889 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.890 83722 WARNING barbican.api.controllers.secrets [None req-17ae2b1c-b99e-4297-827d-f48118428ada 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.890 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.890 83722 INFO barbican.api.middleware.context [None req-17ae2b1c-b99e-4297-827d-f48118428ada 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.893 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.894 83722 INFO barbican.api.middleware.context [None req-7cdd1e56-a496-4ea6-907a-d0f5c041ea3c 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-c811f08e-2a5a-4247-9f9f-269cf8970cfd 2026-04-08T13:36:19.899 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.899 83722 WARNING barbican.api.controllers.secrets [None req-f2ea2929-9d0f-4c79-b518-09fd522d0b10 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.900 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.900 83722 INFO barbican.api.middleware.context [None req-f2ea2929-9d0f-4c79-b518-09fd522d0b10 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.903 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.904 83722 INFO barbican.api.middleware.context [None req-a65a60fc-5d24-448b-913e-043ec627879b 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-8ca14dee-cc78-44f1-b543-20edb122ea12 2026-04-08T13:36:19.908 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.909 83722 WARNING barbican.api.controllers.secrets [None req-d7ad020f-b705-4625-b7c5-dcb7b06b9584 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.909 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.910 83722 INFO barbican.api.middleware.context [None req-d7ad020f-b705-4625-b7c5-dcb7b06b9584 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.913 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.913 83722 INFO barbican.api.middleware.context [None req-ebf48f78-4646-4e44-8370-eb812e3b3a6d 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-218d8750-ac2c-4bc0-8e0f-71ef0763f023 2026-04-08T13:36:19.917 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.917 83722 WARNING barbican.api.controllers.secrets [None req-6ab1d6b0-158a-4e99-b3e8-76e68caabb95 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.918 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.918 83722 INFO barbican.api.middleware.context [None req-6ab1d6b0-158a-4e99-b3e8-76e68caabb95 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.921 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.922 83722 INFO barbican.api.middleware.context [None req-826f5a91-cec2-4e86-b52d-e8e137901cfb 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-dab4305f-9c6b-4b04-aa63-4087ec6e63f3 2026-04-08T13:36:19.973 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.973 83722 WARNING barbican.api.controllers.secrets [None req-83787af1-e9f5-49e7-897b-d50c94ea3d98 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.974 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.974 83722 INFO barbican.api.middleware.context [None req-83787af1-e9f5-49e7-897b-d50c94ea3d98 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.978 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.978 83722 INFO barbican.api.middleware.context [None req-cc1bf096-00c5-408c-9a7f-0293e730984e 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-9c10c8a3-a534-4c4d-84ce-6fa373f506fe 2026-04-08T13:36:19.983 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.983 83722 WARNING barbican.api.controllers.secrets [None req-b714825e-1493-4d20-8bc2-f16bd5eeefd3 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.984 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.984 83722 INFO barbican.api.middleware.context [None req-b714825e-1493-4d20-8bc2-f16bd5eeefd3 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:19.987 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.987 83722 INFO barbican.api.middleware.context [None req-6ce8d753-de06-445f-9251-c9613b85f64f 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-e284f550-7ffc-4d40-873d-57e8bceeefc3 2026-04-08T13:36:19.991 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.992 83722 WARNING barbican.api.controllers.secrets [None req-00077223-f932-4dbb-b3fe-d3528df0d1cb 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:19.992 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:19.993 83722 INFO barbican.api.middleware.context [None req-00077223-f932-4dbb-b3fe-d3528df0d1cb 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.036 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.037 83722 INFO barbican.api.middleware.context [None req-c007f8e1-2ee3-49d6-889b-281171360391 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-74fe0500-c7a6-4320-9f9b-670f627276ed 2026-04-08T13:36:20.041 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.041 83722 WARNING barbican.api.controllers.secrets [None req-32b770b4-e27b-4925-9b81-dff7ed9ea61b 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.042 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.042 83722 INFO barbican.api.middleware.context [None req-32b770b4-e27b-4925-9b81-dff7ed9ea61b 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.045 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.045 83722 INFO barbican.api.middleware.context [None req-46cb42b5-af37-40b5-a4bd-1f102d4a064d 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-ce5bf66d-26b5-4dcf-bee5-c32c71290656 2026-04-08T13:36:20.050 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.050 83722 WARNING barbican.api.controllers.secrets [None req-ed24b83e-12a0-4712-b603-c57000f73979 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.051 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.052 83722 INFO barbican.api.middleware.context [None req-ed24b83e-12a0-4712-b603-c57000f73979 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.056 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.057 83722 INFO barbican.api.middleware.context [None req-c6d60b84-66b7-4594-a337-dc4298296f43 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-365b6144-d7af-4c29-867e-835e66bdd2ed 2026-04-08T13:36:20.061 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.062 83722 WARNING barbican.api.controllers.secrets [None req-bb9c0cd6-1b9c-4d0b-8231-57e059739ba0 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.062 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.063 83722 INFO barbican.api.middleware.context [None req-bb9c0cd6-1b9c-4d0b-8231-57e059739ba0 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.068 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.068 83722 INFO barbican.api.middleware.context [None req-17ae2b1c-b99e-4297-827d-f48118428ada 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-8d606931-3aa5-4b9f-972f-e17080506268 2026-04-08T13:36:20.073 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.074 83722 WARNING barbican.api.controllers.secrets [None req-d0f064e2-661f-4bb3-8565-6d6d28e34637 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.074 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.075 83722 INFO barbican.api.middleware.context [None req-d0f064e2-661f-4bb3-8565-6d6d28e34637 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.079 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.079 83722 INFO barbican.api.middleware.context [None req-f2ea2929-9d0f-4c79-b518-09fd522d0b10 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-b1e001ff-f63a-4664-a8ea-1333ae6cf4fb 2026-04-08T13:36:20.084 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.084 83722 WARNING barbican.api.controllers.secrets [None req-a2e36ae7-7704-4a41-97c4-227b2b6a33c0 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.085 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.085 83722 INFO barbican.api.middleware.context [None req-a2e36ae7-7704-4a41-97c4-227b2b6a33c0 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.089 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.090 83722 INFO barbican.api.middleware.context [None req-d7ad020f-b705-4625-b7c5-dcb7b06b9584 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-262cd56b-a66e-48dc-a2e4-a230680dcd02 2026-04-08T13:36:20.093 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.094 83722 WARNING barbican.api.controllers.secrets [None req-6a5e8e56-b251-4ac6-8bdd-c5e188930097 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.094 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.095 83722 INFO barbican.api.middleware.context [None req-6a5e8e56-b251-4ac6-8bdd-c5e188930097 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.098 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.099 83722 INFO barbican.api.middleware.context [None req-6ab1d6b0-158a-4e99-b3e8-76e68caabb95 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-babbc939-2c42-47d6-82c6-241bb046d64d 2026-04-08T13:36:20.102 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.103 83722 WARNING barbican.api.controllers.secrets [None req-42bbc353-6f04-4153-9a29-bb0679faa3eb 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.103 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.104 83722 INFO barbican.api.middleware.context [None req-42bbc353-6f04-4153-9a29-bb0679faa3eb 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.107 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.108 83722 INFO barbican.api.middleware.context [None req-83787af1-e9f5-49e7-897b-d50c94ea3d98 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-9ff4e3b6-2980-4f7f-9725-3855ccc87776 2026-04-08T13:36:20.111 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.112 83722 WARNING barbican.api.controllers.secrets [None req-84f4f2b0-c573-43f5-a469-4ffa21eb9183 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.112 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.113 83722 INFO barbican.api.middleware.context [None req-84f4f2b0-c573-43f5-a469-4ffa21eb9183 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.116 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.116 83722 INFO barbican.api.middleware.context [None req-b714825e-1493-4d20-8bc2-f16bd5eeefd3 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-2ae40361-8801-4256-ae19-bfe068d4b7ba 2026-04-08T13:36:20.120 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.120 83722 WARNING barbican.api.controllers.secrets [None req-07c35379-f700-4f0a-a5a8-37855117014a 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.121 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.121 83722 INFO barbican.api.middleware.context [None req-07c35379-f700-4f0a-a5a8-37855117014a 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.125 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.125 83722 INFO barbican.api.middleware.context [None req-00077223-f932-4dbb-b3fe-d3528df0d1cb 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-9edf6d9e-af55-4c8e-b1a4-9c84847cfef0 2026-04-08T13:36:20.129 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.130 83722 WARNING barbican.api.controllers.secrets [None req-f431ffe5-0da1-4cb9-9e81-cf198ff892b6 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.131 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.131 83722 INFO barbican.api.middleware.context [None req-f431ffe5-0da1-4cb9-9e81-cf198ff892b6 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.135 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.136 83722 INFO barbican.api.middleware.context [None req-32b770b4-e27b-4925-9b81-dff7ed9ea61b 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-987017ea-2ded-4f71-b65c-92ce629298bb 2026-04-08T13:36:20.139 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.140 83722 WARNING barbican.api.controllers.secrets [None req-4563d526-d4d7-4335-a037-d487d9996b8d 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.140 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.141 83722 INFO barbican.api.middleware.context [None req-4563d526-d4d7-4335-a037-d487d9996b8d 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.144 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.144 83722 INFO barbican.api.middleware.context [None req-ed24b83e-12a0-4712-b603-c57000f73979 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-fbe83ec8-30d1-4ede-bb1b-3207fd4a2f37 2026-04-08T13:36:20.148 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.148 83722 WARNING barbican.api.controllers.secrets [None req-dd9814c9-63e0-4e66-9970-bb08cf54f0da 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.149 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.149 83722 INFO barbican.api.middleware.context [None req-dd9814c9-63e0-4e66-9970-bb08cf54f0da 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.152 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.152 83722 INFO barbican.api.middleware.context [None req-bb9c0cd6-1b9c-4d0b-8231-57e059739ba0 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-f087f242-6c02-42fd-be8e-abfa3f6a4023 2026-04-08T13:36:20.155 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.156 83722 WARNING barbican.api.controllers.secrets [None req-ba051e71-43d0-4dd7-85f4-a65188e70905 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.156 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.157 83722 INFO barbican.api.middleware.context [None req-ba051e71-43d0-4dd7-85f4-a65188e70905 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.159 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.160 83722 INFO barbican.api.middleware.context [None req-d0f064e2-661f-4bb3-8565-6d6d28e34637 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-fd1680f6-749a-48db-bdab-16ef870c6d07 2026-04-08T13:36:20.163 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.163 83722 WARNING barbican.api.controllers.secrets [None req-1364a9f6-93a2-4b4b-9b0e-d05bac9b86c6 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.163 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.164 83722 INFO barbican.api.middleware.context [None req-1364a9f6-93a2-4b4b-9b0e-d05bac9b86c6 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.167 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.167 83722 INFO barbican.api.middleware.context [None req-a2e36ae7-7704-4a41-97c4-227b2b6a33c0 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-61fbfbb3-8d75-41d1-a312-fabe13230a6c 2026-04-08T13:36:20.170 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.171 83722 WARNING barbican.api.controllers.secrets [None req-d6e1d06c-684a-423f-86bd-bf705cd3b93b 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.171 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.172 83722 INFO barbican.api.middleware.context [None req-d6e1d06c-684a-423f-86bd-bf705cd3b93b 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.176 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.176 83722 INFO barbican.api.middleware.context [None req-6a5e8e56-b251-4ac6-8bdd-c5e188930097 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-a956118a-a82b-43a6-a451-2d4ed9a95021 2026-04-08T13:36:20.180 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.181 83722 WARNING barbican.api.controllers.secrets [None req-688fac67-5a09-4f27-b34f-15a72b2c0c95 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.181 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.182 83722 INFO barbican.api.middleware.context [None req-688fac67-5a09-4f27-b34f-15a72b2c0c95 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.185 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.186 83722 INFO barbican.api.middleware.context [None req-42bbc353-6f04-4153-9a29-bb0679faa3eb 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-0f1e83bf-bd06-42ff-bc1a-8158eea12ef9 2026-04-08T13:36:20.189 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.190 83722 WARNING barbican.api.controllers.secrets [None req-f222f685-88f0-4597-9d5a-95159cc2b840 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.190 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.191 83722 INFO barbican.api.middleware.context [None req-f222f685-88f0-4597-9d5a-95159cc2b840 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.194 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.195 83722 INFO barbican.api.middleware.context [None req-84f4f2b0-c573-43f5-a469-4ffa21eb9183 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-1623924c-ad5c-4486-b846-f67919910d65 2026-04-08T13:36:20.199 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.199 83722 WARNING barbican.api.controllers.secrets [None req-f6ab5a7c-6367-4ac2-a354-fc60be6308d9 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.200 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.200 83722 INFO barbican.api.middleware.context [None req-f6ab5a7c-6367-4ac2-a354-fc60be6308d9 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.204 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.204 83722 INFO barbican.api.middleware.context [None req-07c35379-f700-4f0a-a5a8-37855117014a 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-e3d65c1d-6ff7-44ff-86e0-1075a8a90cbd 2026-04-08T13:36:20.208 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.208 83722 WARNING barbican.api.controllers.secrets [None req-567f2a47-a0b3-472a-8987-424bc509cd6d 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.209 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.209 83722 INFO barbican.api.middleware.context [None req-567f2a47-a0b3-472a-8987-424bc509cd6d 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.214 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.214 83722 INFO barbican.api.middleware.context [None req-f431ffe5-0da1-4cb9-9e81-cf198ff892b6 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-52908de4-78a0-447b-9989-afa1551206d6 2026-04-08T13:36:20.220 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.220 83722 WARNING barbican.api.controllers.secrets [None req-c8556785-58ca-4bb0-a79f-296a8811294f 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.221 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.222 83722 INFO barbican.api.middleware.context [None req-c8556785-58ca-4bb0-a79f-296a8811294f 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.226 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.226 83722 INFO barbican.api.middleware.context [None req-4563d526-d4d7-4335-a037-d487d9996b8d 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-72aa5302-bb1b-4d58-9c03-007a47a8e43d 2026-04-08T13:36:20.230 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.231 83722 WARNING barbican.api.controllers.secrets [None req-74d5b1a9-7f5b-4af6-aa8d-11a082a0169a 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.232 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.232 83722 INFO barbican.api.middleware.context [None req-74d5b1a9-7f5b-4af6-aa8d-11a082a0169a 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.237 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.237 83722 INFO barbican.api.middleware.context [None req-dd9814c9-63e0-4e66-9970-bb08cf54f0da 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-de0a8c7d-a9b1-4894-8890-0d82f9febf6c 2026-04-08T13:36:20.241 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.242 83722 WARNING barbican.api.controllers.secrets [None req-2cdafd40-b01e-4b24-b963-cc23f7859629 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.242 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.243 83722 INFO barbican.api.middleware.context [None req-2cdafd40-b01e-4b24-b963-cc23f7859629 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.251 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.252 83722 INFO barbican.api.middleware.context [None req-ba051e71-43d0-4dd7-85f4-a65188e70905 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-5d16ce55-0a6c-45d1-9e6e-cef40652f249 2026-04-08T13:36:20.256 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.257 83722 WARNING barbican.api.controllers.secrets [None req-82dc87a1-d0e6-466e-a6e3-90080cc21f83 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.258 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.258 83722 INFO barbican.api.middleware.context [None req-82dc87a1-d0e6-466e-a6e3-90080cc21f83 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.265 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.265 83722 INFO barbican.api.middleware.context [None req-1364a9f6-93a2-4b4b-9b0e-d05bac9b86c6 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-d5638d9c-1706-479f-9176-288d26c561cf 2026-04-08T13:36:20.269 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.270 83722 WARNING barbican.api.controllers.secrets [None req-886e5137-f7ba-410e-a6d1-e2561e0dedfb 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.270 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.271 83722 INFO barbican.api.middleware.context [None req-886e5137-f7ba-410e-a6d1-e2561e0dedfb 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.281 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.282 83722 INFO barbican.api.middleware.context [None req-d6e1d06c-684a-423f-86bd-bf705cd3b93b 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-d047a2b3-6631-42ba-a7e7-f392d5314761 2026-04-08T13:36:20.286 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.287 83722 WARNING barbican.api.controllers.secrets [None req-00e55028-3899-4ba2-8740-f38b4f131822 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.287 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.288 83722 INFO barbican.api.middleware.context [None req-00e55028-3899-4ba2-8740-f38b4f131822 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.298 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.298 83722 INFO barbican.api.middleware.context [None req-688fac67-5a09-4f27-b34f-15a72b2c0c95 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-799eb6de-ab4a-4fe3-a53d-ca3dd1ef956d 2026-04-08T13:36:20.302 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.303 83722 WARNING barbican.api.controllers.secrets [None req-89c2b2b3-aca6-4268-9ae6-f22ce8c0ae74 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.303 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.304 83722 INFO barbican.api.middleware.context [None req-89c2b2b3-aca6-4268-9ae6-f22ce8c0ae74 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.313 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.313 83722 INFO barbican.api.middleware.context [None req-f222f685-88f0-4597-9d5a-95159cc2b840 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-c87219e8-a85d-4522-90a4-53c25a32f933 2026-04-08T13:36:20.318 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.318 83722 WARNING barbican.api.controllers.secrets [None req-404cc1b2-82ee-45e9-8116-15e7221df143 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.319 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.319 83722 INFO barbican.api.middleware.context [None req-404cc1b2-82ee-45e9-8116-15e7221df143 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.460 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_sse_kms_multipart_upload PASSED [ 74%] 2026-04-08T13:36:20.500 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.501 83722 INFO barbican.api.middleware.context [None req-f6ab5a7c-6367-4ac2-a354-fc60be6308d9 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-28530a4a-8f41-4ee9-89f4-7f60c686c17f 2026-04-08T13:36:20.505 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.505 83722 WARNING barbican.api.controllers.secrets [None req-cb301895-7e20-426e-a53b-71ded3eafbd8 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.506 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.506 83722 INFO barbican.api.middleware.context [None req-cb301895-7e20-426e-a53b-71ded3eafbd8 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.523 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.523 83722 INFO barbican.api.middleware.context [None req-567f2a47-a0b3-472a-8987-424bc509cd6d 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-70428dd0-c5e2-4430-b381-855ae2a45cd0 2026-04-08T13:36:20.527 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.528 83722 WARNING barbican.api.controllers.secrets [None req-ba22ffd3-0788-41d4-bc33-bf07809477a8 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.528 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.529 83722 INFO barbican.api.middleware.context [None req-ba22ffd3-0788-41d4-bc33-bf07809477a8 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.583 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.583 83722 INFO barbican.api.middleware.context [None req-c8556785-58ca-4bb0-a79f-296a8811294f 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-8366fc3b-c2b9-4871-a263-97e6d01364a1 2026-04-08T13:36:20.587 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.588 83722 WARNING barbican.api.controllers.secrets [None req-9d7fe063-1c8c-4675-a96f-b93ef637cf65 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.588 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.589 83722 INFO barbican.api.middleware.context [None req-9d7fe063-1c8c-4675-a96f-b93ef637cf65 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.636 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.637 83722 INFO barbican.api.middleware.context [None req-74d5b1a9-7f5b-4af6-aa8d-11a082a0169a 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-8755c4d9-07da-4bd8-8b98-b3aade071851 2026-04-08T13:36:20.641 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.641 83722 WARNING barbican.api.controllers.secrets [None req-71bd1c42-dbb7-4763-b2ee-29cda95079ed 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.642 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.642 83722 INFO barbican.api.middleware.context [None req-71bd1c42-dbb7-4763-b2ee-29cda95079ed 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.689 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.690 83722 INFO barbican.api.middleware.context [None req-2cdafd40-b01e-4b24-b963-cc23f7859629 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-f4fb0e09-17ec-497b-8b0a-f09db0abcbe7 2026-04-08T13:36:20.695 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.695 83722 WARNING barbican.api.controllers.secrets [None req-aa2baa4f-f43d-4116-b146-e9072c386bd7 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.696 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.697 83722 INFO barbican.api.middleware.context [None req-aa2baa4f-f43d-4116-b146-e9072c386bd7 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.745 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.745 83722 INFO barbican.api.middleware.context [None req-82dc87a1-d0e6-466e-a6e3-90080cc21f83 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-20a109e7-9fd5-4b54-b1a0-35264e661dd6 2026-04-08T13:36:20.750 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.750 83722 WARNING barbican.api.controllers.secrets [None req-85897ac7-578b-48cd-af04-e85198eb2f28 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.751 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.752 83722 INFO barbican.api.middleware.context [None req-85897ac7-578b-48cd-af04-e85198eb2f28 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.800 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.800 83722 INFO barbican.api.middleware.context [None req-886e5137-f7ba-410e-a6d1-e2561e0dedfb 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-b12a43f3-ef65-4d4f-98fc-1534b0e00598 2026-04-08T13:36:20.805 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.806 83722 WARNING barbican.api.controllers.secrets [None req-44eb6d28-c6b6-489f-9a57-4959ef0cad64 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:20.806 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:20.807 83722 INFO barbican.api.middleware.context [None req-44eb6d28-c6b6-489f-9a57-4959ef0cad64 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:20.945 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 PASSED [ 74%] 2026-04-08T13:36:21.030 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.030 83722 INFO barbican.api.middleware.context [None req-00e55028-3899-4ba2-8740-f38b4f131822 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-6ac364ff-7e81-40d7-9c05-21899a5c503f 2026-04-08T13:36:21.034 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.035 83722 WARNING barbican.api.controllers.secrets [None req-1dd3d68b-54a7-4676-8e7f-3b439e5bb188 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:21.036 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.036 83722 INFO barbican.api.middleware.context [None req-1dd3d68b-54a7-4676-8e7f-3b439e5bb188 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:21.052 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.052 83722 INFO barbican.api.middleware.context [None req-89c2b2b3-aca6-4268-9ae6-f22ce8c0ae74 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-1da30472-cc75-45c1-a98a-e16fd7debb09 2026-04-08T13:36:21.059 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.059 83722 WARNING barbican.api.controllers.secrets [None req-3bb513cc-36a6-4772-83fe-d77253bc6919 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:21.061 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.061 83722 INFO barbican.api.middleware.context [None req-3bb513cc-36a6-4772-83fe-d77253bc6919 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:21.119 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.119 83722 INFO barbican.api.middleware.context [None req-404cc1b2-82ee-45e9-8116-15e7221df143 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-b9591ab7-e856-41d8-a710-8db8aa1deae3 2026-04-08T13:36:21.124 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.124 83722 WARNING barbican.api.controllers.secrets [None req-b9089096-5e0c-4418-bcd4-9b2b072bfa9d 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:21.125 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.126 83722 INFO barbican.api.middleware.context [None req-b9089096-5e0c-4418-bcd4-9b2b072bfa9d 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:21.174 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.174 83722 INFO barbican.api.middleware.context [None req-cb301895-7e20-426e-a53b-71ded3eafbd8 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-a7ece4a3-a86b-4a59-9de3-0d80963ebb3a 2026-04-08T13:36:21.179 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.179 83722 WARNING barbican.api.controllers.secrets [None req-b8ae4414-26a6-4aff-8c3d-4a7dd6495538 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:21.180 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.180 83722 INFO barbican.api.middleware.context [None req-b8ae4414-26a6-4aff-8c3d-4a7dd6495538 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:21.227 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.227 83722 INFO barbican.api.middleware.context [None req-ba22ffd3-0788-41d4-bc33-bf07809477a8 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-ff064ef3-3f1c-4b01-8c1a-86efaefc9c5c 2026-04-08T13:36:21.232 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.232 83722 WARNING barbican.api.controllers.secrets [None req-69c2c4e2-9d07-4c92-bcfe-92ea9bc31dd9 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:21.233 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.233 83722 INFO barbican.api.middleware.context [None req-69c2c4e2-9d07-4c92-bcfe-92ea9bc31dd9 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:21.279 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.280 83722 INFO barbican.api.middleware.context [None req-9d7fe063-1c8c-4675-a96f-b93ef637cf65 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-25d9b7bc-68e3-4793-9d98-21322b648c8d 2026-04-08T13:36:21.284 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.285 83722 WARNING barbican.api.controllers.secrets [None req-6164980a-580d-42eb-9615-9e7386979a48 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:21.285 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.286 83722 INFO barbican.api.middleware.context [None req-6164980a-580d-42eb-9615-9e7386979a48 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:21.335 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.335 83722 INFO barbican.api.middleware.context [None req-71bd1c42-dbb7-4763-b2ee-29cda95079ed 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-f0273b99-bf45-440b-995b-89ceec9397c1 2026-04-08T13:36:21.340 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.341 83722 WARNING barbican.api.controllers.secrets [None req-233350c6-1f1c-490c-8baa-914e4cb248e9 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:21.341 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.342 83722 INFO barbican.api.middleware.context [None req-233350c6-1f1c-490c-8baa-914e4cb248e9 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:21.478 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 PASSED [ 74%] 2026-04-08T13:36:21.511 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.511 83722 INFO barbican.api.middleware.context [None req-aa2baa4f-f43d-4116-b146-e9072c386bd7 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-8644cb12-9942-436d-baf7-5b9cb564f1a9 2026-04-08T13:36:21.515 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.516 83722 WARNING barbican.api.controllers.secrets [None req-f2b7d12f-bdee-4edd-92b7-c2750d2a074e 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:21.516 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.517 83722 INFO barbican.api.middleware.context [None req-f2b7d12f-bdee-4edd-92b7-c2750d2a074e 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:21.524 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.524 83722 INFO barbican.api.middleware.context [None req-85897ac7-578b-48cd-af04-e85198eb2f28 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-adcd4af7-4084-4674-a701-399ff34ab6bf 2026-04-08T13:36:21.529 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.529 83722 WARNING barbican.api.controllers.secrets [None req-fcafbc8d-625a-4e6b-a4f9-1b45d4c7f377 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:21.530 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.530 83722 INFO barbican.api.middleware.context [None req-fcafbc8d-625a-4e6b-a4f9-1b45d4c7f377 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:21.673 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_sse_kms_post_object_authenticated_request PASSED [ 75%] 2026-04-08T13:36:21.704 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.705 83722 INFO barbican.api.middleware.context [None req-44eb6d28-c6b6-489f-9a57-4959ef0cad64 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-470265ff-ebf8-4805-b193-649c6035075e 2026-04-08T13:36:21.709 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.710 83722 WARNING barbican.api.controllers.secrets [None req-7034a312-d87e-43cb-a9c5-d2a94d595b84 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:21.710 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.711 83722 INFO barbican.api.middleware.context [None req-7034a312-d87e-43cb-a9c5-d2a94d595b84 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:21.716 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.716 83722 INFO barbican.api.middleware.context [None req-1dd3d68b-54a7-4676-8e7f-3b439e5bb188 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-cd0df508-d3ba-42e8-a586-2e0bb26ff8ad 2026-04-08T13:36:21.719 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.720 83722 WARNING barbican.api.controllers.secrets [None req-e676ff72-5dd2-47bd-a5b6-0dfe77729627 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:21.720 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.721 83722 INFO barbican.api.middleware.context [None req-e676ff72-5dd2-47bd-a5b6-0dfe77729627 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:21.902 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_sse_kms_transfer_1b PASSED [ 75%] 2026-04-08T13:36:21.945 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.945 83722 INFO barbican.api.middleware.context [None req-3bb513cc-36a6-4772-83fe-d77253bc6919 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-86566e8a-870d-453e-b76d-22abb746d79e 2026-04-08T13:36:21.950 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.950 83722 WARNING barbican.api.controllers.secrets [None req-f05db24f-9231-40ec-b7cc-b723fba97fce 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:21.951 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.951 83722 INFO barbican.api.middleware.context [None req-f05db24f-9231-40ec-b7cc-b723fba97fce 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:21.957 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.957 83722 INFO barbican.api.middleware.context [None req-b9089096-5e0c-4418-bcd4-9b2b072bfa9d 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-a0039107-326c-4d45-b773-64e6acf6f4ea 2026-04-08T13:36:21.961 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.961 83722 WARNING barbican.api.controllers.secrets [None req-943e308c-e96f-42e5-9d6c-0f2fc0258106 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:21.962 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:21.962 83722 INFO barbican.api.middleware.context [None req-943e308c-e96f-42e5-9d6c-0f2fc0258106 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:22.188 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_sse_kms_transfer_1kb PASSED [ 75%] 2026-04-08T13:36:22.224 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:22.224 83722 INFO barbican.api.middleware.context [None req-b8ae4414-26a6-4aff-8c3d-4a7dd6495538 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-56696b75-c5bf-434e-91be-616924e4b673 2026-04-08T13:36:22.229 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:22.230 83722 WARNING barbican.api.controllers.secrets [None req-d33981da-5344-4690-944b-1f977914af3a 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:22.230 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:22.231 83722 INFO barbican.api.middleware.context [None req-d33981da-5344-4690-944b-1f977914af3a 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:22.245 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:22.245 83722 INFO barbican.api.middleware.context [None req-69c2c4e2-9d07-4c92-bcfe-92ea9bc31dd9 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-3a9c721c-2ed5-4d26-a9ba-acdf7b48fd65 2026-04-08T13:36:22.249 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:22.250 83722 WARNING barbican.api.controllers.secrets [None req-f321e0d4-4044-44af-b54a-67399bf10b89 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:22.250 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:22.251 83722 INFO barbican.api.middleware.context [None req-f321e0d4-4044-44af-b54a-67399bf10b89 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:22.393 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_sse_kms_transfer_1MB PASSED [ 75%] 2026-04-08T13:36:22.427 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:22.427 83722 INFO barbican.api.middleware.context [None req-6164980a-580d-42eb-9615-9e7386979a48 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-2dab8412-e350-48ec-9320-21d79daef044 2026-04-08T13:36:22.431 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:22.432 83722 WARNING barbican.api.controllers.secrets [None req-1a52d6e5-ae65-4066-aad2-336d67446d02 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:22.432 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:22.433 83722 INFO barbican.api.middleware.context [None req-1a52d6e5-ae65-4066-aad2-336d67446d02 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:22.439 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:22.439 83722 INFO barbican.api.middleware.context [None req-233350c6-1f1c-490c-8baa-914e4cb248e9 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-2e546ce4-70d3-48f3-ad2c-2670063e94af 2026-04-08T13:36:22.443 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:22.443 83722 WARNING barbican.api.controllers.secrets [None req-9791d6bb-c2fe-4208-b067-ae4f425ce2b1 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:22.444 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:22.444 83722 INFO barbican.api.middleware.context [None req-9791d6bb-c2fe-4208-b067-ae4f425ce2b1 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:22.623 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_sse_kms_transfer_13b PASSED [ 75%] 2026-04-08T13:36:22.856 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_sse_kms_read_declare PASSED [ 75%] 2026-04-08T13:36:23.111 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy PASSED [ 75%] 2026-04-08T13:36:23.297 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucketv2_policy PASSED [ 76%] 2026-04-08T13:36:23.907 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_deny_self_denied_policy PASSED [ 76%] 2026-04-08T13:36:24.653 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_deny_self_denied_policy_confirm_header PASSED [ 76%] 2026-04-08T13:36:24.850 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_acl PASSED [ 76%] 2026-04-08T13:36:25.044 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucketv2_policy_acl PASSED [ 76%] 2026-04-08T13:36:25.294 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_different_tenant PASSED [ 76%] 2026-04-08T13:36:25.515 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_multipart PASSED [ 76%] 2026-04-08T13:36:25.688 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_tenanted_bucket PASSED [ 77%] 2026-04-08T13:36:26.080 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_another_bucket PASSED [ 77%] 2026-04-08T13:36:26.448 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucketv2_policy_another_bucket PASSED [ 77%] 2026-04-08T13:36:26.723 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_set_get_del_bucket_policy PASSED [ 77%] 2026-04-08T13:36:27.021 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_set_multipart_tagging PASSED [ 77%] 2026-04-08T13:36:27.306 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_obj_tagging PASSED [ 77%] 2026-04-08T13:36:27.529 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_obj_head_tagging PASSED [ 78%] 2026-04-08T13:36:27.819 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_max_tags PASSED [ 78%] 2026-04-08T13:36:28.088 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_excess_tags PASSED [ 78%] 2026-04-08T13:36:28.373 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_max_kvsize_tags PASSED [ 78%] 2026-04-08T13:36:28.686 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_excess_key_tags PASSED [ 78%] 2026-04-08T13:36:28.959 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_excess_val_tags PASSED [ 78%] 2026-04-08T13:36:29.269 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_modify_tags PASSED [ 78%] 2026-04-08T13:36:29.617 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_delete_tags PASSED [ 79%] 2026-04-08T13:36:29.875 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_tags_anonymous_request PASSED [ 79%] 2026-04-08T13:36:30.047 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_tags_authenticated_request PASSED [ 79%] 2026-04-08T13:36:30.332 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_obj_with_tags PASSED [ 79%] 2026-04-08T13:36:30.614 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_tags_acl_public PASSED [ 79%] 2026-04-08T13:36:30.940 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_tags_acl_public PASSED [ 79%] 2026-04-08T13:36:31.212 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_delete_tags_obj_public PASSED [ 79%] 2026-04-08T13:36:31.788 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id PASSED [ 80%] 2026-04-08T13:36:33.335 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id PASSED [ 80%] 2026-04-08T13:36:33.618 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag PASSED [ 80%] 2026-04-08T13:36:33.960 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag PASSED [ 80%] 2026-04-08T13:36:34.247 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag PASSED [ 80%] 2026-04-08T13:36:35.057 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_upload_part_copy PASSED [ 80%] 2026-04-08T13:36:35.563 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_copy_source PASSED [ 80%] 2026-04-08T13:36:35.966 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta PASSED [ 81%] 2026-04-08T13:36:36.249 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_acl PASSED [ 81%] 2026-04-08T13:36:36.641 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_grant PASSED [ 81%] 2026-04-08T13:36:36.796 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 PASSED [ 81%] 2026-04-08T13:36:36.964 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_obj_enc_conflict_c_kms PASSED [ 81%] 2026-04-08T13:36:37.097 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms PASSED [ 81%] 2026-04-08T13:36:37.224 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms PASSED [ 81%] 2026-04-08T13:36:37.266 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:37.266 83722 INFO barbican.api.middleware.context [None req-f2b7d12f-bdee-4edd-92b7-c2750d2a074e 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-a7153292-1274-4041-8fa1-d370d063a11e 2026-04-08T13:36:37.272 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:37.273 83722 WARNING barbican.api.controllers.secrets [None req-7b6d5a76-d32b-4cf9-b481-ccd9cfb48be6 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:36:37.273 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:36:37.274 83722 INFO barbican.api.middleware.context [None req-7b6d5a76-d32b-4cf9-b481-ccd9cfb48be6 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:36:37.464 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc PASSED [ 82%] 2026-04-08T13:36:37.684 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 PASSED [ 82%] 2026-04-08T13:36:38.016 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag PASSED [ 82%] 2026-04-08T13:36:38.187 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_obj_lock PASSED [ 82%] 2026-04-08T13:36:38.417 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket PASSED [ 82%] 2026-04-08T13:36:38.699 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_obj_lock_enable_after_create PASSED [ 82%] 2026-04-08T13:36:38.873 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years PASSED [ 82%] 2026-04-08T13:36:39.088 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days PASSED [ 83%] 2026-04-08T13:36:39.254 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years PASSED [ 83%] 2026-04-08T13:36:39.466 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode PASSED [ 83%] 2026-04-08T13:36:39.637 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status PASSED [ 83%] 2026-04-08T13:36:39.856 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_suspend_versioning PASSED [ 83%] 2026-04-08T13:36:40.024 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_get_obj_lock PASSED [ 83%] 2026-04-08T13:36:40.186 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket PASSED [ 84%] 2026-04-08T13:36:40.370 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_obj_retention PASSED [ 84%] 2026-04-08T13:36:40.624 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket PASSED [ 84%] 2026-04-08T13:36:40.884 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode PASSED [ 84%] 2026-04-08T13:36:41.077 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_get_obj_retention PASSED [ 84%] 2026-04-08T13:36:41.235 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 PASSED [ 84%] 2026-04-08T13:36:41.477 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket PASSED [ 84%] 2026-04-08T13:36:41.699 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_obj_retention_versionid PASSED [ 85%] 2026-04-08T13:36:41.873 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention PASSED [ 85%] 2026-04-08T13:36:42.050 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period PASSED [ 85%] 2026-04-08T13:36:42.257 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period PASSED [ 85%] 2026-04-08T13:36:42.433 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass PASSED [ 85%] 2026-04-08T13:36:42.611 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_delete_object_with_retention PASSED [ 85%] 2026-04-08T13:36:42.888 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_delete_multipart_object_with_retention PASSED [ 85%] 2026-04-08T13:36:43.136 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker PASSED [ 86%] 2026-04-08T13:36:43.352 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention PASSED [ 86%] 2026-04-08T13:36:43.522 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_legal_hold PASSED [ 86%] 2026-04-08T13:36:43.728 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket PASSED [ 86%] 2026-04-08T13:36:43.969 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status PASSED [ 86%] 2026-04-08T13:36:44.224 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_get_legal_hold PASSED [ 86%] 2026-04-08T13:36:44.426 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket PASSED [ 86%] 2026-04-08T13:36:44.676 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on PASSED [ 87%] 2026-04-08T13:36:44.980 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_delete_multipart_object_with_legal_hold_on PASSED [ 87%] 2026-04-08T13:36:45.111 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off PASSED [ 87%] 2026-04-08T13:36:45.255 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_get_obj_metadata PASSED [ 87%] 2026-04-08T13:36:45.423 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_uploading_obj PASSED [ 87%] 2026-04-08T13:36:55.543 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass PASSED [ 87%] 2026-04-08T13:36:55.754 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass PASSED [ 87%] 2026-04-08T13:37:05.096 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_lock_changing_mode_from_compliance PASSED [ 88%] 2026-04-08T13:37:05.393 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_copy_object_ifmatch_good PASSED [ 88%] 2026-04-08T13:37:05.668 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_copy_object_ifnonematch_failed PASSED [ 88%] 2026-04-08T13:37:05.798 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_bucket_policy_status PASSED [ 88%] 2026-04-08T13:37:06.045 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_public_acl_bucket_policy_status PASSED [ 88%] 2026-04-08T13:37:06.230 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status PASSED [ 88%] 2026-04-08T13:37:06.416 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status PASSED [ 89%] 2026-04-08T13:37:06.595 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status PASSED [ 89%] 2026-04-08T13:37:06.820 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_nonpublicpolicy_principal_bucket_policy_status PASSED [ 89%] 2026-04-08T13:37:06.965 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_bucket_policy_allow_notprincipal PASSED [ 89%] 2026-04-08T13:37:07.149 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_undefined_public_block PASSED [ 89%] 2026-04-08T13:37:07.385 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_public_block_deny_bucket_policy PASSED [ 89%] 2026-04-08T13:37:07.624 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_public_block PASSED [ 89%] 2026-04-08T13:37:07.929 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_block_public_put_bucket_acls PASSED [ 90%] 2026-04-08T13:37:08.198 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_block_public_object_canned_acls PASSED [ 90%] 2026-04-08T13:37:08.438 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_block_public_policy PASSED [ 90%] 2026-04-08T13:37:08.583 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_block_public_policy_with_principal PASSED [ 90%] 2026-04-08T13:37:08.845 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_block_public_restrict_public_buckets PASSED [ 90%] 2026-04-08T13:37:09.246 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_ignore_public_acls PASSED [ 90%] 2026-04-08T13:37:09.486 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_get_delete_public_block PASSED [ 90%] 2026-04-08T13:37:10.242 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy PASSED [ 91%] 2026-04-08T13:37:10.385 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_put_bucket_encryption_kms PASSED [ 91%] 2026-04-08T13:37:10.639 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_bucket_encryption_kms PASSED [ 91%] 2026-04-08T13:37:10.826 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_delete_bucket_encryption_kms PASSED [ 91%] 2026-04-08T13:37:10.871 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:37:10.872 83722 INFO barbican.api.middleware.context [None req-fcafbc8d-625a-4e6b-a4f9-1b45d4c7f377 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-6c2a3aad-8384-4244-a4ba-6cc5f3e236b1 2026-04-08T13:37:10.876 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:37:10.877 83722 WARNING barbican.api.controllers.secrets [None req-96ba372d-84e1-44da-9bdb-ae51aa18bef4 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:37:10.878 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:37:10.878 83722 INFO barbican.api.middleware.context [None req-96ba372d-84e1-44da-9bdb-ae51aa18bef4 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:37:10.887 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:37:10.887 83722 INFO barbican.api.middleware.context [None req-7034a312-d87e-43cb-a9c5-d2a94d595b84 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Begin processing request req-ff87b5e5-e158-414d-87dc-34c9df13979c 2026-04-08T13:37:10.892 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:37:10.892 83722 WARNING barbican.api.controllers.secrets [None req-73fcd576-4422-49e5-a8d2-1857e48b7819 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Decrypted secret 05250775-d5a0-45ef-b909-d10500bf1f92 requested using deprecated API call. 2026-04-08T13:37:10.893 INFO:tasks.barbican.client.0.vm09.stdout:2026-04-08 13:37:10.893 83722 INFO barbican.api.middleware.context [None req-73fcd576-4422-49e5-a8d2-1857e48b7819 186dc861d3cc49a9b4e228d0e4bd8799 f8d2499a48f14bb48fba462a7d08e741 - - default default] Processed request: 200 OK - GET http://vm09.local:9311/v1/secrets/05250775-d5a0-45ef-b909-d10500bf1f92 2026-04-08T13:37:11.074 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request PASSED [ 91%] 2026-04-08T13:37:11.423 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_object_torrent PASSED [ 91%] 2026-04-08T13:37:22.065 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_checksum_sha256 PASSED [ 91%] 2026-04-08T13:37:30.555 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_object_checksum_crc64nvme PASSED [ 92%] 2026-04-08T13:37:48.166 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_checksum_sha256 PASSED [ 92%] 2026-04-08T13:37:48.550 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_use_cksum_helper_sha256 PASSED [ 92%] 2026-04-08T13:37:48.919 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_use_cksum_helper_crc64nvme PASSED [ 92%] 2026-04-08T13:37:49.326 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_use_cksum_helper_crc32 PASSED [ 92%] 2026-04-08T13:37:49.713 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_use_cksum_helper_crc32c PASSED [ 92%] 2026-04-08T13:37:50.065 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_multipart_use_cksum_helper_sha1 PASSED [ 92%] 2026-04-08T13:37:50.243 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_post_object_upload_checksum PASSED [ 93%] 2026-04-08T13:37:51.039 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_multipart_checksum_object_attributes PASSED [ 93%] 2026-04-08T13:37:51.564 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_multipart_object_attributes PASSED [ 93%] 2026-04-08T13:37:52.062 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_paginated_multipart_object_attributes PASSED [ 93%] 2026-04-08T13:37:52.347 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_single_multipart_object_attributes PASSED [ 93%] 2026-04-08T13:37:52.619 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_checksum_object_attributes PASSED [ 93%] 2026-04-08T13:37:52.960 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_versioned_object_attributes PASSED [ 93%] 2026-04-08T13:37:53.227 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_sse_c_encrypted_object_attributes PASSED [ 94%] 2026-04-08T13:37:53.490 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py::test_get_object_attributes PASSED [ 94%] 2026-04-08T13:37:54.346 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_generate_where_clause PASSED [ 94%] 2026-04-08T13:37:55.124 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_generate_projection PASSED [ 94%] 2026-04-08T13:37:55.359 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_count_operation PASSED [ 94%] 2026-04-08T13:37:55.584 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_count_json_operation PASSED [ 94%] 2026-04-08T13:37:56.121 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_json_column_sum_min_max PASSED [ 95%] 2026-04-08T13:37:56.563 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_json_nullif_expressions PASSED [ 95%] 2026-04-08T13:37:57.031 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_column_sum_min_max PASSED [ 95%] 2026-04-08T13:37:57.306 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_nullif_expressions PASSED [ 95%] 2026-04-08T13:37:57.651 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_nulliftrue_expressions PASSED [ 95%] 2026-04-08T13:37:57.936 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_is_not_null_expressions PASSED [ 95%] 2026-04-08T13:37:58.172 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_lowerupper_expressions PASSED [ 95%] 2026-04-08T13:37:58.487 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_in_expressions PASSED [ 96%] 2026-04-08T13:37:58.856 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_true_false_in_expressions PASSED [ 96%] 2026-04-08T13:37:59.719 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_like_expressions PASSED [ 96%] 2026-04-08T13:38:00.176 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_truefalselike_expressions PASSED [ 96%] 2026-04-08T13:38:00.456 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_complex_expressions PASSED [ 96%] 2026-04-08T13:38:00.739 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_alias PASSED [ 96%] 2026-04-08T13:38:00.985 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_alias_cyclic_refernce PASSED [ 96%] 2026-04-08T13:38:01.263 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_datetime PASSED [ 97%] 2026-04-08T13:38:01.582 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_true_false_datetime PASSED [ 97%] 2026-04-08T13:38:01.791 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_csv_parser PASSED [ 97%] 2026-04-08T13:38:02.103 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_csv_definition PASSED [ 97%] 2026-04-08T13:38:02.369 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_schema_definition PASSED [ 97%] 2026-04-08T13:38:02.693 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_when_then_else_expressions PASSED [ 97%] 2026-04-08T13:38:02.979 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_coalesce_expressions PASSED [ 97%] 2026-04-08T13:38:03.243 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_cast_expressions PASSED [ 98%] 2026-04-08T13:38:03.335 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_version PASSED [ 98%] 2026-04-08T13:38:03.661 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_trim_expressions PASSED [ 98%] 2026-04-08T13:38:04.029 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_truefalse_trim_expressions PASSED [ 98%] 2026-04-08T13:38:04.352 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_escape_expressions PASSED [ 98%] 2026-04-08T13:38:04.604 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_case_value_expressions PASSED [ 98%] 2026-04-08T13:38:04.892 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_bool_cast_expressions PASSED [ 98%] 2026-04-08T13:38:12.445 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_progress_expressions PASSED [ 99%] 2026-04-08T13:38:12.515 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py::test_output_serial_expressions PASSED [ 99%] 2026-04-08T13:38:13.001 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_sns.py::test_account_topic PASSED [ 99%] 2026-04-08T13:38:13.370 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_sns.py::test_cross_account_topic PASSED [ 99%] 2026-04-08T13:38:13.686 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_sns.py::test_account_topic_publish PASSED [ 99%] 2026-04-08T13:38:14.093 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_sns.py::test_cross_account_topic_publish PASSED [ 99%] 2026-04-08T13:38:14.263 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_utils.py::test_generate PASSED [100%] 2026-04-08T13:38:14.263 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:38:14.263 INFO:teuthology.orchestra.run.vm09.stdout:=============================== warnings summary =============================== 2026-04-08T13:38:14.263 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_headers.py: 28 warnings 2026-04-08T13:38:14.263 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_iam.py: 84 warnings 2026-04-08T13:38:14.263 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3.py: 531 warnings 2026-04-08T13:38:14.263 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_s3select.py: 34 warnings 2026-04-08T13:38:14.263 INFO:teuthology.orchestra.run.vm09.stdout:s3tests/functional/test_sns.py: 4 warnings 2026-04-08T13:38:14.263 INFO:teuthology.orchestra.run.vm09.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-08T13:38:14.263 INFO:teuthology.orchestra.run.vm09.stdout: warnings.warn(warning, PythonDeprecationWarning) 2026-04-08T13:38:14.263 INFO:teuthology.orchestra.run.vm09.stdout: 2026-04-08T13:38:14.263 INFO:teuthology.orchestra.run.vm09.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2026-04-08T13:38:14.263 INFO:teuthology.orchestra.run.vm09.stdout:=== 678 passed, 4 skipped, 211 deselected, 681 warnings in 482.54s (0:08:02) === 2026-04-08T13:38:14.334 INFO:teuthology.orchestra.run.vm09.stdout: py: OK (490.83=setup[7.97]+cmd[482.86] seconds) 2026-04-08T13:38:14.334 INFO:teuthology.orchestra.run.vm09.stdout: congratulations :) (490.84 seconds) 2026-04-08T13:38:14.352 DEBUG:tasks.s3tests:Scanning radosgw logs for leaked encryption keys... 2026-04-08T13:38:14.352 DEBUG:teuthology.orchestra.run.vm09:> grep --binary-files=text pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= /var/log/ceph/rgw.ceph.client.0.log 2026-04-08T13:38:14.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-08T13:38:14.417 INFO:tasks.s3tests:Cleaning up boto... 2026-04-08T13:38:14.417 DEBUG:teuthology.orchestra.run.vm09:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2026-04-08T13:38:14.433 DEBUG:teuthology.orchestra.run.vm09:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid foo.client.0 --purge-data --cluster ceph 2026-04-08T13:38:14.511 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setuser ceph since I am not root 2026-04-08T13:38:14.511 INFO:teuthology.orchestra.run.vm09.stderr:ignoring --setgroup ceph since I am not root 2026-04-08T13:38:14.515 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.514+0000 7fafef352900 -1 asok(0x55c5a5972d10) AdminSocketConfigObs::init: failed: AdminSocket::bind_and_listen: failed to bind the UNIX domain socket to '/var/run/ceph/ceph-client.0.88994.asok': (13) Permission denied 2026-04-08T13:38:14.525 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.525+0000 7fafef352900 20 rados->read ofs=0 len=0 2026-04-08T13:38:14.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.525+0000 7fafef352900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:38:14.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.525+0000 7fafef352900 20 realm 2026-04-08T13:38:14.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.525+0000 7fafef352900 20 rados->read ofs=0 len=0 2026-04-08T13:38:14.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.525+0000 7fafef352900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:38:14.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.525+0000 7fafef352900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-08T13:38:14.526 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.525+0000 7fafef352900 20 rados->read ofs=0 len=0 2026-04-08T13:38:14.527 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.526+0000 7fafef352900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:38:14.527 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.526+0000 7fafef352900 20 rados->read ofs=0 len=0 2026-04-08T13:38:14.527 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.526+0000 7fafef352900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:38:14.527 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.526+0000 7fafef352900 20 rados->read ofs=0 len=0 2026-04-08T13:38:14.527 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.526+0000 7fafef352900 20 rados_obj.operate() r=0 bl.length=1214 2026-04-08T13:38:14.527 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.526+0000 7fafef352900 20 searching for the correct realm 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.532+0000 7fafef352900 20 RGWRados::pool_iterate: got zone_info.bf6414fb-f675-482f-86f8-830ba00cbe56 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.532+0000 7fafef352900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.532+0000 7fafef352900 20 RGWRados::pool_iterate: got default.zone. 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.532+0000 7fafef352900 20 RGWRados::pool_iterate: got zonegroup_info.3c854f9e-e595-4df5-a3e6-2c751811697a 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.532+0000 7fafef352900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.532+0000 7fafef352900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.532+0000 7fafef352900 20 rados->read ofs=0 len=0 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.532+0000 7fafef352900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.532+0000 7fafef352900 20 rados->read ofs=0 len=0 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.532+0000 7fafef352900 20 rados_obj.operate() r=0 bl.length=46 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.532+0000 7fafef352900 20 rados->read ofs=0 len=0 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.533+0000 7fafef352900 20 rados_obj.operate() r=0 bl.length=470 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.533+0000 7fafef352900 20 zone default found 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.533+0000 7fafef352900 4 Realm: () 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.533+0000 7fafef352900 4 ZoneGroup: default (3c854f9e-e595-4df5-a3e6-2c751811697a) 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.533+0000 7fafef352900 4 Zone: default (bf6414fb-f675-482f-86f8-830ba00cbe56) 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.533+0000 7fafef352900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.533+0000 7fafef352900 20 zonegroup default 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.533+0000 7fafef352900 20 rados->read ofs=0 len=0 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.533+0000 7fafef352900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.533+0000 7fafef352900 20 rados->read ofs=0 len=0 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.533+0000 7fafef352900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:38:14.533 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.533+0000 7fafef352900 20 rados->read ofs=0 len=0 2026-04-08T13:38:14.534 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.533+0000 7fafef352900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-08T13:38:14.534 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.533+0000 7fafef352900 20 started sync module instance, tier type = 2026-04-08T13:38:14.534 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.533+0000 7fafef352900 20 started zone id=bf6414fb-f675-482f-86f8-830ba00cbe56 (name=default) with tier type = 2026-04-08T13:38:14.538 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.537+0000 7fafef352900 20 add_watcher() i=4 2026-04-08T13:38:14.538 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.537+0000 7fafef352900 20 add_watcher() i=1 2026-04-08T13:38:14.538 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.537+0000 7fafef352900 20 add_watcher() i=0 2026-04-08T13:38:14.538 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.537+0000 7fafef352900 20 add_watcher() i=2 2026-04-08T13:38:14.538 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.537+0000 7fafef352900 20 add_watcher() i=3 2026-04-08T13:38:14.538 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.537+0000 7fafef352900 20 add_watcher() i=6 2026-04-08T13:38:14.538 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.538+0000 7fafef352900 20 add_watcher() i=7 2026-04-08T13:38:14.538 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.538+0000 7fafef352900 20 add_watcher() i=5 2026-04-08T13:38:14.538 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.538+0000 7fafef352900 2 all 8 watchers are set, enabling cache 2026-04-08T13:38:14.540 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.539+0000 7fafef352900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-08T13:38:14.540 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.539+0000 7fafef352900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-08T13:38:14.562 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.561+0000 7faf9e7ec640 20 reqs_thread_entry: start 2026-04-08T13:38:14.590 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.589+0000 7fafef352900 20 init_complete bucket index max shards: 11 2026-04-08T13:38:14.590 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.589+0000 7fafef352900 20 Filter name: none 2026-04-08T13:38:14.590 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.589+0000 7faf97fff640 20 reqs_thread_entry: start 2026-04-08T13:38:14.590 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.589+0000 7fafef352900 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2026-04-08T13:38:14.590 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.589+0000 7fafef352900 20 rados->read ofs=0 len=0 2026-04-08T13:38:14.590 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.590+0000 7fafef352900 20 rados_obj.operate() r=0 bl.length=474 2026-04-08T13:38:14.590 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.590+0000 7fafef352900 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2026-04-08T13:38:14.590 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.590+0000 7fafef352900 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-08T13:38:14.590 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.590+0000 7fafef352900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-08T13:38:14.591 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.590+0000 7fafef352900 10 cache get: name=default.rgw.meta+root+.bucket.meta.testbuck2:bf6414fb-f675-482f-86f8-830ba00cbe56.4260.607 : miss 2026-04-08T13:38:14.591 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.590+0000 7fafef352900 20 rados->read ofs=0 len=0 2026-04-08T13:38:14.591 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.591+0000 7fafef352900 20 rados_obj.operate() r=0 bl.length=421 2026-04-08T13:38:14.591 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.591+0000 7fafef352900 10 cache put: name=default.rgw.meta+root+.bucket.meta.testbuck2:bf6414fb-f675-482f-86f8-830ba00cbe56.4260.607 info.flags=0x17 2026-04-08T13:38:14.591 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.591+0000 7fafef352900 10 adding default.rgw.meta+root+.bucket.meta.testbuck2:bf6414fb-f675-482f-86f8-830ba00cbe56.4260.607 to cache LRU end 2026-04-08T13:38:14.591 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.591+0000 7fafef352900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-08T13:38:14.591 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.591+0000 7fafef352900 10 updating xattr: name=user.rgw.acl bl.length()=183 2026-04-08T13:38:14.591 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.591+0000 7fafef352900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.testbuck2:bf6414fb-f675-482f-86f8-830ba00cbe56.4260.607 2026-04-08T13:38:14.592 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.592+0000 7fafef352900 10 cls_bucket_list_unordered: got 3F554D 2026-04-08T13:38:14.593 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.593+0000 7fafef352900 10 cls_bucket_list_unordered: got 9F801C 2026-04-08T13:38:14.594 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.593+0000 7fafef352900 20 get_obj_state: octx=0x7fafe0008c60 obj=testbuck2:3F554D state=0x55c5a5ce3f08 s->prefetch_data=0 2026-04-08T13:38:14.594 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.593+0000 7fafef352900 10 manifest: total_size = 306103 2026-04-08T13:38:14.594 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.593+0000 7fafef352900 20 get_obj_state: setting s->obj_tag to bf6414fb-f675-482f-86f8-830ba00cbe56.4260.14140059268173897794 2026-04-08T13:38:14.594 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.593+0000 7fafef352900 20 get_obj_state: octx=0x7fafe0008c60 obj=testbuck2:3F554D state=0x55c5a5ce3f08 s->prefetch_data=0 2026-04-08T13:38:14.594 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.593+0000 7fafef352900 20 prepare_atomic_modification: state is not atomic. state=0x55c5a5ce3f08 2026-04-08T13:38:14.594 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.593+0000 7fafef352900 20 bucket index object: :.dir.bf6414fb-f675-482f-86f8-830ba00cbe56.4260.607.3 2026-04-08T13:38:14.596 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.596+0000 7fafef352900 20 get_obj_state: octx=0x7fafe0008c60 obj=testbuck2:9F801C state=0x55c5a5ce3f08 s->prefetch_data=0 2026-04-08T13:38:14.597 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.596+0000 7fafef352900 10 manifest: total_size = 493247 2026-04-08T13:38:14.597 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.596+0000 7fafef352900 20 get_obj_state: setting s->obj_tag to bf6414fb-f675-482f-86f8-830ba00cbe56.4260.11054632028528389536 2026-04-08T13:38:14.597 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.596+0000 7fafef352900 20 get_obj_state: octx=0x7fafe0008c60 obj=testbuck2:9F801C state=0x55c5a5ce3f08 s->prefetch_data=0 2026-04-08T13:38:14.597 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.596+0000 7fafef352900 20 prepare_atomic_modification: state is not atomic. state=0x55c5a5ce3f08 2026-04-08T13:38:14.597 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.596+0000 7fafef352900 20 bucket index object: :.dir.bf6414fb-f675-482f-86f8-830ba00cbe56.4260.607.9 2026-04-08T13:38:14.597 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.597+0000 7fafc7fff640 20 handle_completion(): completion ok for obj=3F554D 2026-04-08T13:38:14.599 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.598+0000 7fafef352900 20 list_objects_ordered: starting attempt 1 2026-04-08T13:38:14.599 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.599+0000 7fafef352900 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2026-04-08T13:38:14.600 INFO:teuthology.orchestra.run.vm09.stderr:2026-04-08T13:38:14.599+0000 7fafd0ff9640 20 handle_completion(): completion ok for obj=9F801C 2026-04-08T15:08:20.279 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2026-04-08T15:08:20.279 DEBUG:teuthology.exit:Finished running handlers