2026-04-17T17:56:34.355 INFO:root:teuthology version: 1.2.4.dev6+g1c580df7a 2026-04-17T17:56:34.364 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-04-17T17:56:34.387 INFO:teuthology.run:Config: archive_path: /archive/supriti-2026-04-17_12:11:56-rgw-wip-sse-s3-on-v20.2.0-none-default-vps/5647 branch: wip-sse-s3-on-v20.2.0 description: rgw/verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/replicated s3tests-branch sharding$/{default} striping$/{stripe-greater-than-chunk} supported-random-distro$/{rocky_latest} tasks/{bucket-check cls mp_reupload rados-pool-quota ragweed reshard s3tests versioning zzz-s3tests-java} validater/lockdep} email: null first_in_suite: false flavor: default job_id: '5647' last_in_suite: false machine_type: vps name: supriti-2026-04-17_12:11:56-rgw-wip-sse-s3-on-v20.2.0-none-default-vps no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: rocky os_version: '9.7' overrides: admin_socket: branch: wip-sse-s3-on-v20.2.0 ansible.cephlab: branch: main repo: https://github.com/kshtsk/ceph-cm-ansible.git skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: logical_volumes: lv_1: scratch_dev: true size: 25%VG vg: vg_nvme lv_2: scratch_dev: true size: 25%VG vg: vg_nvme lv_3: scratch_dev: true size: 25%VG vg: vg_nvme lv_4: scratch_dev: true size: 25%VG vg: vg_nvme timezone: UTC volume_groups: vg_nvme: pvs: /dev/vdb,/dev/vdc,/dev/vdd,/dev/vde ceph: conf: client: debug rgw: 20 debug rgw notification: 20 lockdep: true rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw d3n l1 datacache persistent path: /tmp/rgw_datacache/ rgw d3n l1 datacache size: 10737418240 rgw d3n l1 local datacache enabled: true rgw enable ops log: true rgw max chunk size: 4194304 rgw obj stripe size: 6291456 rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 lockdep: true osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 lockdep: true mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd mclock iops capacity threshold hdd: 49000 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME - reached quota - POOL_FULL - pool\(s\) full sha1: c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs cephadm: cephadm_binary_url: https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm containers: image: harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-7 install: ceph: flavor: default sha1: c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8 extra_system_packages: deb: - python3-jmespath - python3-xmltodict - s3cmd rpm: - bzip2 - perl-Test-Harness - python3-jmespath - python3-xmltodict - s3cmd repos: - name: ceph-source priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/SRPMS - name: ceph-noarch priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/noarch - name: ceph priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/x86_64 openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 compression type: random datacache: true datacache_path: /tmp/rgw_datacache ec-data-pool: false frontend: beast storage classes: FROZEN: null LUKEWARM: null s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 s3 main: RGW11111111111111111 s3 tenant: RGW33333333333333333 force-branch: ceph-tentacle sha1: e0c4ff71baef6d5126a0201df5fe54196d89b296 storage classes: LUKEWARM, FROZEN selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: tt-wip-sse-s3-on-v20.2.0 sha1: 909b66e106532fd1f1a49171c3f2eb7a193a6d0b owner: supriti priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b seed: 7685 sha1: c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8 sleep_before_teardown: 0 suite: rgw suite_branch: tt-wip-sse-s3-on-v20.2.0 suite_path: /home/teuthos/src/git.local_ceph_909b66e106532fd1f1a49171c3f2eb7a193a6d0b/qa suite_relpath: qa suite_repo: http://git.local/ceph.git suite_sha1: 909b66e106532fd1f1a49171c3f2eb7a193a6d0b targets: vm00.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGonXTL+ZgDPVK04awbmstxl8jab7QnYGPNIFx+bS5DL46T3Af0uc3zSi6fMRKzE25FGiO+ZqjRX0mqOVn7DM9A= vm08.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMY8FYuzBTIna6FRUijWVOeKHE42MAEugrb2wbv2NBUGLauljeavT0D8f1z2pv3Y25Hl+J4qjT3uCZlISNoywh0= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-datacache.sh env: RGW_DATACACHE_PATH: /tmp/rgw_datacache - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - cls/test_cls_sem_set.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_rgw_datalog.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - workunit: clients: client.0: - rgw/run-rados-pool-quota.sh - ragweed: client.0: default-branch: ceph-tentacle rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh - s3tests-java: client.0: force-branch: ceph-tentacle force-repo: https://github.com/ceph/java_s3tests.git teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: clyso-debian-13 teuthology_repo: https://github.com/kshtsk/teuthology teuthology_sha1: 1c580df7a9c7c2aadc272da296344fd99f27c444 timestamp: 2026-04-17_12:11:56 tube: vps user: supriti verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.3072398 2026-04-17T17:56:34.387 INFO:teuthology.run:suite_path is set to /home/teuthos/src/git.local_ceph_909b66e106532fd1f1a49171c3f2eb7a193a6d0b/qa; will attempt to use it 2026-04-17T17:56:34.388 INFO:teuthology.run:Found tasks at /home/teuthos/src/git.local_ceph_909b66e106532fd1f1a49171c3f2eb7a193a6d0b/qa/tasks 2026-04-17T17:56:34.388 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-04-17T17:56:34.388 INFO:teuthology.task.internal:Saving configuration 2026-04-17T17:56:34.396 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-04-17T17:56:34.397 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-04-17T17:56:34.404 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm00.local', 'description': '/archive/supriti-2026-04-17_12:11:56-rgw-wip-sse-s3-on-v20.2.0-none-default-vps/5647', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-04-17 17:55:32.247405', 'locked_by': 'supriti', 'mac_address': '52:55:00:00:00:00', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGonXTL+ZgDPVK04awbmstxl8jab7QnYGPNIFx+bS5DL46T3Af0uc3zSi6fMRKzE25FGiO+ZqjRX0mqOVn7DM9A='} 2026-04-17T17:56:34.410 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm08.local', 'description': '/archive/supriti-2026-04-17_12:11:56-rgw-wip-sse-s3-on-v20.2.0-none-default-vps/5647', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-04-17 17:55:32.248079', 'locked_by': 'supriti', 'mac_address': '52:55:00:00:00:08', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMY8FYuzBTIna6FRUijWVOeKHE42MAEugrb2wbv2NBUGLauljeavT0D8f1z2pv3Y25Hl+J4qjT3uCZlISNoywh0='} 2026-04-17T17:56:34.410 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-04-17T17:56:34.411 INFO:teuthology.task.internal:roles: ubuntu@vm00.local - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2026-04-17T17:56:34.411 INFO:teuthology.task.internal:roles: ubuntu@vm08.local - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2026-04-17T17:56:34.411 INFO:teuthology.run_tasks:Running task console_log... 2026-04-17T17:56:34.418 DEBUG:teuthology.task.console_log:vm00 does not support IPMI; excluding 2026-04-17T17:56:34.423 DEBUG:teuthology.task.console_log:vm08 does not support IPMI; excluding 2026-04-17T17:56:34.423 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fe2db7508b0>, signals=[15]) 2026-04-17T17:56:34.423 INFO:teuthology.run_tasks:Running task internal.connect... 2026-04-17T17:56:34.424 INFO:teuthology.task.internal:Opening connections... 2026-04-17T17:56:34.424 DEBUG:teuthology.task.internal:connecting to ubuntu@vm00.local 2026-04-17T17:56:34.424 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm00.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-17T17:56:34.489 DEBUG:teuthology.task.internal:connecting to ubuntu@vm08.local 2026-04-17T17:56:34.490 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm08.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-17T17:56:34.557 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-04-17T17:56:34.557 DEBUG:teuthology.orchestra.run.vm00:> uname -m 2026-04-17T17:56:34.598 INFO:teuthology.orchestra.run.vm00.stdout:x86_64 2026-04-17T17:56:34.598 DEBUG:teuthology.orchestra.run.vm00:> cat /etc/os-release 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:NAME="Rocky Linux" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:VERSION="9.7 (Blue Onyx)" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:ID="rocky" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:ID_LIKE="rhel centos fedora" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:VERSION_ID="9.7" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:PLATFORM_ID="platform:el9" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:ANSI_COLOR="0;32" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:LOGO="fedora-logo-icon" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:HOME_URL="https://rockylinux.org/" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:VENDOR_NAME="RESF" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:VENDOR_URL="https://resf.org/" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:SUPPORT_END="2032-05-31" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-04-17T17:56:34.654 INFO:teuthology.orchestra.run.vm00.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-17T17:56:34.655 INFO:teuthology.lock.ops:Updating vm00.local on lock server 2026-04-17T17:56:34.696 DEBUG:teuthology.orchestra.run.vm08:> uname -m 2026-04-17T17:56:34.713 INFO:teuthology.orchestra.run.vm08.stdout:x86_64 2026-04-17T17:56:34.713 DEBUG:teuthology.orchestra.run.vm08:> cat /etc/os-release 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:NAME="Rocky Linux" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:VERSION="9.7 (Blue Onyx)" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:ID="rocky" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:ID_LIKE="rhel centos fedora" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:VERSION_ID="9.7" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:PLATFORM_ID="platform:el9" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:ANSI_COLOR="0;32" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:LOGO="fedora-logo-icon" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:HOME_URL="https://rockylinux.org/" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:VENDOR_NAME="RESF" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:VENDOR_URL="https://resf.org/" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:SUPPORT_END="2032-05-31" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-17T17:56:34.769 INFO:teuthology.orchestra.run.vm08.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-04-17T17:56:34.770 INFO:teuthology.orchestra.run.vm08.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-17T17:56:34.770 INFO:teuthology.lock.ops:Updating vm08.local on lock server 2026-04-17T17:56:34.774 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-04-17T17:56:34.776 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-04-17T17:56:34.777 INFO:teuthology.task.internal:Checking for old test directory... 2026-04-17T17:56:34.777 DEBUG:teuthology.orchestra.run.vm00:> test '!' -e /home/ubuntu/cephtest 2026-04-17T17:56:34.779 DEBUG:teuthology.orchestra.run.vm08:> test '!' -e /home/ubuntu/cephtest 2026-04-17T17:56:34.824 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-04-17T17:56:34.825 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-04-17T17:56:34.826 DEBUG:teuthology.orchestra.run.vm00:> test -z $(ls -A /var/lib/ceph) 2026-04-17T17:56:34.832 DEBUG:teuthology.orchestra.run.vm08:> test -z $(ls -A /var/lib/ceph) 2026-04-17T17:56:34.845 INFO:teuthology.orchestra.run.vm00.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-04-17T17:56:34.880 INFO:teuthology.orchestra.run.vm08.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-04-17T17:56:34.881 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-04-17T17:56:34.889 DEBUG:teuthology.orchestra.run.vm00:> test -e /ceph-qa-ready 2026-04-17T17:56:34.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-17T17:56:35.112 DEBUG:teuthology.orchestra.run.vm08:> test -e /ceph-qa-ready 2026-04-17T17:56:35.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-17T17:56:35.314 INFO:teuthology.run_tasks:Running task internal.base... 2026-04-17T17:56:35.315 INFO:teuthology.task.internal:Creating test directory... 2026-04-17T17:56:35.316 DEBUG:teuthology.orchestra.run.vm00:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-04-17T17:56:35.317 DEBUG:teuthology.orchestra.run.vm08:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-04-17T17:56:35.336 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-04-17T17:56:35.337 INFO:teuthology.run_tasks:Running task internal.archive... 2026-04-17T17:56:35.339 INFO:teuthology.task.internal:Creating archive directory... 2026-04-17T17:56:35.339 DEBUG:teuthology.orchestra.run.vm00:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-04-17T17:56:35.375 DEBUG:teuthology.orchestra.run.vm08:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-04-17T17:56:35.397 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-04-17T17:56:35.399 INFO:teuthology.task.internal:Enabling coredump saving... 2026-04-17T17:56:35.399 DEBUG:teuthology.orchestra.run.vm00:> test -f /run/.containerenv -o -f /.dockerenv 2026-04-17T17:56:35.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-17T17:56:35.445 DEBUG:teuthology.orchestra.run.vm08:> test -f /run/.containerenv -o -f /.dockerenv 2026-04-17T17:56:35.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-17T17:56:35.464 DEBUG:teuthology.orchestra.run.vm00:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-04-17T17:56:35.488 DEBUG:teuthology.orchestra.run.vm08:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-04-17T17:56:35.511 INFO:teuthology.orchestra.run.vm00.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-17T17:56:35.521 INFO:teuthology.orchestra.run.vm00.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-17T17:56:35.532 INFO:teuthology.orchestra.run.vm08.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-17T17:56:35.542 INFO:teuthology.orchestra.run.vm08.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-17T17:56:35.543 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-04-17T17:56:35.545 INFO:teuthology.task.internal:Configuring sudo... 2026-04-17T17:56:35.545 DEBUG:teuthology.orchestra.run.vm00:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-04-17T17:56:35.565 DEBUG:teuthology.orchestra.run.vm08:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-04-17T17:56:35.610 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-04-17T17:56:35.612 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-04-17T17:56:35.612 DEBUG:teuthology.orchestra.run.vm00:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-04-17T17:56:35.630 DEBUG:teuthology.orchestra.run.vm08:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-04-17T17:56:35.667 DEBUG:teuthology.orchestra.run.vm00:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-04-17T17:56:35.713 DEBUG:teuthology.orchestra.run.vm00:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-04-17T17:56:35.788 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T17:56:35.788 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-04-17T17:56:35.833 DEBUG:teuthology.orchestra.run.vm08:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-04-17T17:56:35.859 DEBUG:teuthology.orchestra.run.vm08:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-04-17T17:56:35.919 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T17:56:35.919 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-04-17T17:56:35.978 DEBUG:teuthology.orchestra.run.vm00:> sudo service rsyslog restart 2026-04-17T17:56:35.981 DEBUG:teuthology.orchestra.run.vm08:> sudo service rsyslog restart 2026-04-17T17:56:36.010 INFO:teuthology.orchestra.run.vm00.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-04-17T17:56:36.049 INFO:teuthology.orchestra.run.vm08.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-04-17T17:56:36.341 INFO:teuthology.run_tasks:Running task internal.timer... 2026-04-17T17:56:36.343 INFO:teuthology.task.internal:Starting timer... 2026-04-17T17:56:36.343 INFO:teuthology.run_tasks:Running task pcp... 2026-04-17T17:56:36.346 INFO:teuthology.run_tasks:Running task selinux... 2026-04-17T17:56:36.347 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2026-04-17T17:56:36.348 INFO:teuthology.task.selinux:Excluding vm00: VMs are not yet supported 2026-04-17T17:56:36.348 INFO:teuthology.task.selinux:Excluding vm08: VMs are not yet supported 2026-04-17T17:56:36.348 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-04-17T17:56:36.348 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-04-17T17:56:36.348 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-04-17T17:56:36.348 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-04-17T17:56:36.349 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'logical_volumes': {'lv_1': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_2': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_3': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_4': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}}, 'timezone': 'UTC', 'volume_groups': {'vg_nvme': {'pvs': '/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde'}}}} 2026-04-17T17:56:36.349 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/kshtsk/ceph-cm-ansible.git 2026-04-17T17:56:36.351 INFO:teuthology.repo_utils:Fetching github.com_kshtsk_ceph-cm-ansible_main from origin 2026-04-17T17:56:37.036 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main to origin/main 2026-04-17T17:56:37.042 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-04-17T17:56:37.042 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "logical_volumes": {"lv_1": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_2": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_3": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_4": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}}, "timezone": "UTC", "volume_groups": {"vg_nvme": {"pvs": "/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde"}}}' -i /tmp/teuth_ansible_inventory1k_icp2p --limit vm00.local,vm08.local /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-04-17T17:58:44.424 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm00.local'), Remote(name='ubuntu@vm08.local')] 2026-04-17T17:58:44.425 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm00.local' 2026-04-17T17:58:44.426 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm00.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-17T17:58:44.490 DEBUG:teuthology.orchestra.run.vm00:> true 2026-04-17T17:58:44.579 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm00.local' 2026-04-17T17:58:44.579 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm08.local' 2026-04-17T17:58:44.580 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm08.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-17T17:58:44.643 DEBUG:teuthology.orchestra.run.vm08:> true 2026-04-17T17:58:44.720 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm08.local' 2026-04-17T17:58:44.720 INFO:teuthology.run_tasks:Running task clock... 2026-04-17T17:58:44.722 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-04-17T17:58:44.722 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-04-17T17:58:44.722 DEBUG:teuthology.orchestra.run.vm00:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-04-17T17:58:44.724 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-04-17T17:58:44.724 DEBUG:teuthology.orchestra.run.vm08:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-04-17T17:58:44.755 INFO:teuthology.orchestra.run.vm00.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-04-17T17:58:44.770 INFO:teuthology.orchestra.run.vm00.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-04-17T17:58:44.790 INFO:teuthology.orchestra.run.vm08.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-04-17T17:58:44.793 INFO:teuthology.orchestra.run.vm00.stderr:sudo: ntpd: command not found 2026-04-17T17:58:44.802 INFO:teuthology.orchestra.run.vm08.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-04-17T17:58:44.803 INFO:teuthology.orchestra.run.vm00.stdout:506 Cannot talk to daemon 2026-04-17T17:58:44.814 INFO:teuthology.orchestra.run.vm00.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-04-17T17:58:44.822 INFO:teuthology.orchestra.run.vm08.stderr:sudo: ntpd: command not found 2026-04-17T17:58:44.825 INFO:teuthology.orchestra.run.vm00.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-04-17T17:58:44.831 INFO:teuthology.orchestra.run.vm08.stdout:506 Cannot talk to daemon 2026-04-17T17:58:44.842 INFO:teuthology.orchestra.run.vm08.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-04-17T17:58:44.852 INFO:teuthology.orchestra.run.vm08.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-04-17T17:58:44.878 INFO:teuthology.orchestra.run.vm00.stderr:bash: line 1: ntpq: command not found 2026-04-17T17:58:44.883 INFO:teuthology.orchestra.run.vm00.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-04-17T17:58:44.883 INFO:teuthology.orchestra.run.vm00.stdout:=============================================================================== 2026-04-17T17:58:44.883 INFO:teuthology.orchestra.run.vm00.stdout:^? mx03.fischl-online.de 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-04-17T17:58:44.883 INFO:teuthology.orchestra.run.vm00.stdout:^? home.of.the.smiling-prox> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-04-17T17:58:44.883 INFO:teuthology.orchestra.run.vm00.stdout:^? ip217-154-182-60.pbiaas.> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-04-17T17:58:44.883 INFO:teuthology.orchestra.run.vm00.stdout:^? sonne.floppy.org 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-04-17T17:58:44.899 INFO:teuthology.orchestra.run.vm08.stderr:bash: line 1: ntpq: command not found 2026-04-17T17:58:44.901 INFO:teuthology.orchestra.run.vm08.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-04-17T17:58:44.901 INFO:teuthology.orchestra.run.vm08.stdout:=============================================================================== 2026-04-17T17:58:44.901 INFO:teuthology.orchestra.run.vm08.stdout:^? sonne.floppy.org 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-04-17T17:58:44.901 INFO:teuthology.orchestra.run.vm08.stdout:^? mx03.fischl-online.de 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-04-17T17:58:44.901 INFO:teuthology.orchestra.run.vm08.stdout:^? home.of.the.smiling-prox> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-04-17T17:58:44.901 INFO:teuthology.orchestra.run.vm08.stdout:^? ip217-154-182-60.pbiaas.> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-04-17T17:58:44.902 INFO:teuthology.run_tasks:Running task install... 2026-04-17T17:58:44.903 DEBUG:teuthology.task.install:project ceph 2026-04-17T17:58:44.903 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8'}, 'extra_system_packages': {'deb': ['python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/x86_64'}]} 2026-04-17T17:58:44.903 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'flavor': 'default', 'sha1': 'c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8'} 2026-04-17T17:58:44.903 INFO:teuthology.task.install:Using flavor: default 2026-04-17T17:58:44.906 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-04-17T17:58:44.906 INFO:teuthology.task.install:extra packages: [] 2026-04-17T17:58:44.906 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/x86_64'}]} 2026-04-17T17:58:44.906 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/x86_64'}] 2026-04-17T17:58:44.906 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T17:58:44.906 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-04-17T17:58:44.906 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/x86_64'}]} 2026-04-17T17:58:44.906 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/x86_64'}] 2026-04-17T17:58:44.906 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T17:58:44.906 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-04-17T17:58:44.950 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T17:58:44.950 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-04-17T17:58:44.967 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T17:58:44.967 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-04-17T17:58:45.016 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T17:58:45.016 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-04-17T17:58:45.034 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T17:58:45.034 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-04-17T17:58:45.084 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, bzip2, perl-Test-Harness, python3-jmespath, python3-xmltodict, s3cmd on remote rpm x86_64 2026-04-17T17:58:45.084 DEBUG:teuthology.orchestra.run.vm00:> sudo yum clean all 2026-04-17T17:58:45.097 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, bzip2, perl-Test-Harness, python3-jmespath, python3-xmltodict, s3cmd on remote rpm x86_64 2026-04-17T17:58:45.097 DEBUG:teuthology.orchestra.run.vm08:> sudo yum clean all 2026-04-17T17:58:45.260 INFO:teuthology.orchestra.run.vm00.stdout:47 files removed 2026-04-17T17:58:45.265 INFO:teuthology.orchestra.run.vm08.stdout:47 files removed 2026-04-17T17:58:45.283 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven bzip2 perl-Test-Harness python3-jmespath python3-xmltodict s3cmd 2026-04-17T17:58:45.288 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven bzip2 perl-Test-Harness python3-jmespath python3-xmltodict s3cmd 2026-04-17T17:58:45.658 INFO:teuthology.orchestra.run.vm08.stdout:ceph 407 kB/s | 90 kB 00:00 2026-04-17T17:58:45.676 INFO:teuthology.orchestra.run.vm00.stdout:ceph 407 kB/s | 90 kB 00:00 2026-04-17T17:58:45.877 INFO:teuthology.orchestra.run.vm08.stdout:ceph-noarch 128 kB/s | 25 kB 00:00 2026-04-17T17:58:45.895 INFO:teuthology.orchestra.run.vm00.stdout:ceph-noarch 129 kB/s | 25 kB 00:00 2026-04-17T17:58:46.063 INFO:teuthology.orchestra.run.vm08.stdout:ceph-source 14 kB/s | 2.3 kB 00:00 2026-04-17T17:58:46.486 INFO:teuthology.orchestra.run.vm00.stdout:ceph-source 4.0 kB/s | 2.3 kB 00:00 2026-04-17T17:58:47.037 INFO:teuthology.orchestra.run.vm00.stdout:Extra Packages for Enterprise Linux 39 MB/s | 21 MB 00:00 2026-04-17T17:58:47.049 INFO:teuthology.orchestra.run.vm08.stdout:Extra Packages for Enterprise Linux 21 MB/s | 21 MB 00:00 2026-04-17T17:58:52.869 INFO:teuthology.orchestra.run.vm00.stdout:lab-extras 65 kB/s | 50 kB 00:00 2026-04-17T17:58:52.956 INFO:teuthology.orchestra.run.vm08.stdout:lab-extras 64 kB/s | 50 kB 00:00 2026-04-17T17:58:53.850 INFO:teuthology.orchestra.run.vm00.stdout:Rocky Linux 9 - BaseOS 22 MB/s | 19 MB 00:00 2026-04-17T17:58:53.920 INFO:teuthology.orchestra.run.vm08.stdout:Rocky Linux 9 - BaseOS 22 MB/s | 19 MB 00:00 2026-04-17T17:58:55.933 INFO:teuthology.orchestra.run.vm00.stdout:Rocky Linux 9 - AppStream 24 MB/s | 18 MB 00:00 2026-04-17T17:58:56.004 INFO:teuthology.orchestra.run.vm08.stdout:Rocky Linux 9 - AppStream 24 MB/s | 18 MB 00:00 2026-04-17T17:58:58.268 INFO:teuthology.orchestra.run.vm00.stdout:Rocky Linux 9 - CRB 8.4 MB/s | 4.5 MB 00:00 2026-04-17T17:58:58.331 INFO:teuthology.orchestra.run.vm08.stdout:Rocky Linux 9 - CRB 8.5 MB/s | 4.5 MB 00:00 2026-04-17T17:58:59.166 INFO:teuthology.orchestra.run.vm00.stdout:Rocky Linux 9 - Extras 50 kB/s | 17 kB 00:00 2026-04-17T17:58:59.219 INFO:teuthology.orchestra.run.vm08.stdout:Rocky Linux 9 - Extras 50 kB/s | 17 kB 00:00 2026-04-17T17:59:00.321 INFO:teuthology.orchestra.run.vm00.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-17T17:59:00.321 INFO:teuthology.orchestra.run.vm00.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-17T17:59:00.356 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-04-17T17:59:00.364 INFO:teuthology.orchestra.run.vm08.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-17T17:59:00.364 INFO:teuthology.orchestra.run.vm08.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout:======================================================================================================== 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout:======================================================================================================== 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout:Installing: 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: ceph x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 6.5 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: ceph-base x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 5.9 M 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: ceph-fuse x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 940 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: ceph-immutable-object-cache x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 154 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 962 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-cephadm noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 173 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-dashboard noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 15 M 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-diskprediction-local noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 7.4 M 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-rook noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 50 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: ceph-radosgw x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 24 M 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: ceph-test x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 85 M 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: ceph-volume noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 297 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: cephadm noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 1.0 M 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs-devel x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 34 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs2 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 868 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: librados-devel x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 126 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: maven noarch 1:3.6.3-22.el9 appstream 17 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: python3-cephfs x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 163 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: python3-jmespath noarch 1.0.1-1.el9_7 appstream 43 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: python3-rados x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 317 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: python3-rbd x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 305 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: python3-rgw x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 99 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: rbd-fuse x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 91 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: rbd-mirror x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 2.9 M 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: rbd-nbd x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 180 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout:Upgrading: 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: librados2 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 3.5 M 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: librbd1 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 2.8 M 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout:Installing dependencies: 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 334 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 623 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 11 M 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: alsa-lib x86_64 1.2.14-1.el9 appstream 510 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: apache-commons-cli noarch 1.4-20.el9 appstream 69 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: apache-commons-codec noarch 1.15-10.el9 appstream 300 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: apache-commons-io noarch 1:2.8.0-12.el9 appstream 282 k 2026-04-17T17:59:00.366 INFO:teuthology.orchestra.run.vm00.stdout: apache-commons-lang3 noarch 3.12.0-10.el9 appstream 557 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 86 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 176 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: atinject noarch 1.0.3-9.el9 appstream 22 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: atk x86_64 2.36.0-5.el9 appstream 270 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: avahi-glib x86_64 0.8-23.el9 appstream 14 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: bluez-libs x86_64 5.83-2.el9 baseos 81 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: bubblewrap x86_64 0.6.3-1.el9 baseos 57 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: cdi-api noarch 2.0.2-9.el9 appstream 52 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: ceph-common x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 24 M 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: ceph-grafana-dashboards noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 43 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mds x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 2.3 M 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-modules-core noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 289 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mon x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 5.0 M 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: ceph-osd x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 17 M 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: ceph-prometheus-alerts noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 17 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: ceph-selinux x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 25 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: colord-libs x86_64 1.4.5-6.el9_6 appstream 228 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: composefs-libs x86_64 1.0.8-1.el9 appstream 53 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: copy-jdk-configs noarch 4.0-3.el9.0.1 appstream 27 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: cups-libs x86_64 1:2.3.3op2-34.el9_7.2 baseos 260 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 523 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 779 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 324 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: flac-libs x86_64 1.3.3-10.el9_2.1 appstream 217 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: flatpak-selinux noarch 1.12.9-4.el9_6 appstream 20 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: flatpak-session-helper x86_64 1.12.9-4.el9_6 appstream 71 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: gdk-pixbuf2-modules x86_64 2.42.6-6.el9_6 appstream 83 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: geoclue2 x86_64 2.6.0-8.el9_6.1 appstream 122 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: giflib x86_64 5.2.1-9.el9 appstream 48 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: google-guice noarch 4.2.3-12.el9 appstream 471 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: gsm x86_64 1.0.19-6.el9 appstream 33 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: gstreamer1 x86_64 1.22.12-3.el9 appstream 1.4 M 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: gstreamer1-plugins-base x86_64 1.22.12-5.el9_7 appstream 2.2 M 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: gtk-update-icon-cache x86_64 3.24.31-8.el9 appstream 32 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: guava noarch 30.1-10.el9 appstream 2.3 M 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 66 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: httpcomponents-client noarch 4.5.13-7.el9 appstream 655 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: httpcomponents-core noarch 4.4.13-11.el9 appstream 630 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.3 M 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: jakarta-annotations noarch 1.3.5-16.el9 appstream 44 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: jansi x86_64 2.3.3-9.el9 appstream 108 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: java-17-openjdk x86_64 1:17.0.18.0.8-1.el9 appstream 428 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: java-17-openjdk-headless x86_64 1:17.0.18.0.8-1.el9 appstream 44 M 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: javapackages-filesystem noarch 6.4.0-1.el9 appstream 10 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: javapackages-tools noarch 6.4.0-1.el9 appstream 31 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 52 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: jcl-over-slf4j noarch 1.7.30-16.el9 appstream 23 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: jsoup noarch 1.13.1-13.el9 appstream 375 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: jsr-305 noarch 3.0.2-9.el9 appstream 31 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: lcms2 x86_64 2.12-3.el9 appstream 166 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-04-17T17:59:00.367 INFO:teuthology.orchestra.run.vm00.stdout: libX11-xcb x86_64 1.7.0-11.el9 appstream 10 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 23 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 30 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 22 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 19 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libXi x86_64 1.7.10-8.el9 appstream 39 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 14 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 27 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libXtst x86_64 1.2.3-16.el9 appstream 20 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libXv x86_64 1.0.11-16.el9 appstream 18 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 18 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libasyncns x86_64 0.8-22.el9 appstream 29 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libcanberra x86_64 0.30-27.el9 appstream 85 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs-proxy2 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 24 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libcephsqlite x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 164 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libdrm x86_64 2.4.123-2.el9 appstream 158 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 244 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libexif x86_64 0.6.22-6.el9 appstream 423 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 30 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libgexiv2 x86_64 0.14.3-1.el9 appstream 93 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 133 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 36 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 140 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libgsf x86_64 1.14.47-5.el9 appstream 245 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libgxps x86_64 0.3.2-3.el9 appstream 78 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 60 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 40 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libnotify x86_64 0.7.9-8.el9 appstream 43 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 32 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 312 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libpciaccess x86_64 0.16-7.el9 baseos 26 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libradosstriper1 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 250 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: librgw2 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 6.4 M 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libsbc x86_64 1.4-9.el9 appstream 44 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libsndfile x86_64 1.0.31-9.el9 appstream 205 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libtdb x86_64 1.4.13-1.el9 baseos 53 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 163 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libtiff x86_64 4.4.0-15.el9_7.2.0.1 appstream 196 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libtracker-sparql x86_64 3.1.2-3.el9_1 appstream 316 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 192 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 18 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 12 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 41 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libwebp x86_64 1.2.0-8.el9 appstream 276 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 132 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libxshmfence x86_64 1.3-10.el9 appstream 12 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: libxslt x86_64 1.1.34-14.el9_7.1 appstream 240 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: lksctp-tools x86_64 1.0.19-3.el9_4 baseos 96 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: llvm-filesystem x86_64 20.1.8-3.el9 appstream 9.2 k 2026-04-17T17:59:00.368 INFO:teuthology.orchestra.run.vm00.stdout: llvm-libs x86_64 20.1.8-3.el9 appstream 30 M 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 35 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: lua-posix x86_64 35.0-8.el9 appstream 131 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: maven-lib noarch 1:3.6.3-22.el9 appstream 1.5 M 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: maven-openjdk17 noarch 1:3.6.3-22.el9 appstream 8.0 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: maven-resolver noarch 1:1.6.1-14.el9 appstream 512 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: maven-shared-utils noarch 3.3.4-7.el9 appstream 150 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: maven-wagon noarch 3.4.2-10.el9 appstream 111 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: mesa-dri-drivers x86_64 25.0.7-5.el9_7 appstream 9.7 M 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: mesa-filesystem x86_64 25.0.7-5.el9_7 appstream 11 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: mesa-libEGL x86_64 25.0.7-5.el9_7 appstream 136 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: mesa-libGL x86_64 25.0.7-5.el9_7 appstream 155 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: mesa-libgbm x86_64 25.0.7-5.el9_7 appstream 16 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 31 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: openjpeg2 x86_64 2.4.0-8.el9 appstream 161 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: opus x86_64 1.3.1-10.el9 appstream 199 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: orc x86_64 0.4.31-8.el9 appstream 182 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: osinfo-db noarch 20250606-1.el9.rocky.20250920 appstream 310 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 68 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: ostree-libs x86_64 2025.6-2.el9_7 appstream 484 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 134 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: plexus-cipher noarch 1.7-30.el9 appstream 24 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: plexus-classworlds noarch 2.6.0-14.el9 appstream 59 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: plexus-containers-component-annotations noarch 2.1.0-13.el9 appstream 17 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: plexus-interpolation noarch 1.26-15.el9 appstream 78 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: plexus-sec-dispatcher noarch 1.4-41.el9 appstream 32 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: plexus-utils noarch 3.3.0-13.el9 appstream 253 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: poppler x86_64 21.01.0-23.el9_7 appstream 1.1 M 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: poppler-data noarch 0.4.9-9.el9.0.1 appstream 1.8 M 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: poppler-glib x86_64 21.01.0-23.el9_7 appstream 151 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 82 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: pulseaudio-libs x86_64 15.0-3.el9 appstream 663 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-ceph-argparse x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 45 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-ceph-common x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 163 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-cheroot noarch 10.0.1-5.el9 epel 173 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-cherrypy noarch 18.10.0-5.el9 epel 290 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-04-17T17:59:00.369 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-numpy x86_64 1:1.23.5-2.el9_7 appstream 5.8 M 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9_7 appstream 368 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: rtkit x86_64 0.11-29.el9 appstream 55 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: sisu noarch 1:0.3.4-14.el9 appstream 508 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: slf4j noarch 1.7.30-16.el9 appstream 68 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: sound-theme-freedesktop noarch 0.8-17.el9.0.1 appstream 384 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: spirv-tools-libs x86_64 2025.2-1.el9 appstream 1.5 M 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 130 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: tracker x86_64 3.1.2-3.el9_1 appstream 538 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 52 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: tzdata-java noarch 2026a-1.el9_7 appstream 145 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: upower x86_64 0.99.13-2.el9 appstream 165 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9.0.1 appstream 303 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: wireplumber x86_64 0.4.14-1.el9.0.1 appstream 83 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: wireplumber-libs x86_64 0.4.14-1.el9.0.1 appstream 338 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 41 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 367 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: xkeyboard-config noarch 2.33-2.el9.0.1 appstream 854 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-04-17T17:59:00.370 INFO:teuthology.orchestra.run.vm00.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 499 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout:Installing weak dependencies: 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-k8sevents noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 22 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: dconf x86_64 0.40.0-6.el9 appstream 109 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 975 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: flatpak x86_64 1.12.9-4.el9_6 appstream 1.7 M 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: gtk3 x86_64 3.24.31-8.el9 appstream 4.8 M 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: java-17-openjdk-devel x86_64 1:17.0.18.0.8-1.el9 appstream 4.7 M 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 31 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs-daemon x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 35 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: p11-kit-server x86_64 0.25.3-3.el9_5 appstream 244 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: pipewire x86_64 1.0.1-1.el9 appstream 101 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 56 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 8.1 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 185 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: tracker-miners x86_64 3.1.2-4.el9_3 appstream 888 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 130 k 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout:======================================================================================================== 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout:Install 309 Packages 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout:Upgrade 2 Packages 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 421 M 2026-04-17T17:59:00.371 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-04-17T17:59:00.396 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-04-17T17:59:00.405 INFO:teuthology.orchestra.run.vm08.stdout:======================================================================================================== 2026-04-17T17:59:00.405 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout:======================================================================================================== 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout:Installing: 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: ceph x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 6.5 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: ceph-base x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 5.9 M 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: ceph-fuse x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 940 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: ceph-immutable-object-cache x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 154 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 962 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-cephadm noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 173 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-dashboard noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 15 M 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-diskprediction-local noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 7.4 M 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-rook noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 50 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: ceph-radosgw x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 24 M 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: ceph-test x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 85 M 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: ceph-volume noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 297 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: cephadm noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 1.0 M 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-devel x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 34 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs2 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 868 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: librados-devel x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 126 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: maven noarch 1:3.6.3-22.el9 appstream 17 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: python3-cephfs x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 163 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: python3-jmespath noarch 1.0.1-1.el9_7 appstream 43 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: python3-rados x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 317 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: python3-rbd x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 305 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: python3-rgw x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 99 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: rbd-fuse x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 91 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: rbd-mirror x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 2.9 M 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: rbd-nbd x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 180 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout:Upgrading: 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: librados2 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 3.5 M 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: librbd1 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 2.8 M 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout:Installing dependencies: 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 334 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 623 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 11 M 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: alsa-lib x86_64 1.2.14-1.el9 appstream 510 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-cli noarch 1.4-20.el9 appstream 69 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-codec noarch 1.15-10.el9 appstream 300 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-io noarch 1:2.8.0-12.el9 appstream 282 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-lang3 noarch 3.12.0-10.el9 appstream 557 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 86 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 176 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: atinject noarch 1.0.3-9.el9 appstream 22 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: atk x86_64 2.36.0-5.el9 appstream 270 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: avahi-glib x86_64 0.8-23.el9 appstream 14 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: bluez-libs x86_64 5.83-2.el9 baseos 81 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: bubblewrap x86_64 0.6.3-1.el9 baseos 57 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: cdi-api noarch 2.0.2-9.el9 appstream 52 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: ceph-common x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 24 M 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: ceph-grafana-dashboards noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 43 k 2026-04-17T17:59:00.406 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mds x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 2.3 M 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-modules-core noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 289 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mon x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 5.0 M 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: ceph-osd x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 17 M 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: ceph-prometheus-alerts noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 17 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: ceph-selinux x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 25 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: colord-libs x86_64 1.4.5-6.el9_6 appstream 228 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: composefs-libs x86_64 1.0.8-1.el9 appstream 53 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: copy-jdk-configs noarch 4.0-3.el9.0.1 appstream 27 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: cups-libs x86_64 1:2.3.3op2-34.el9_7.2 baseos 260 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 523 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 779 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 324 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: flac-libs x86_64 1.3.3-10.el9_2.1 appstream 217 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: flatpak-selinux noarch 1.12.9-4.el9_6 appstream 20 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: flatpak-session-helper x86_64 1.12.9-4.el9_6 appstream 71 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: gdk-pixbuf2-modules x86_64 2.42.6-6.el9_6 appstream 83 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: geoclue2 x86_64 2.6.0-8.el9_6.1 appstream 122 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: giflib x86_64 5.2.1-9.el9 appstream 48 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: google-guice noarch 4.2.3-12.el9 appstream 471 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: gsm x86_64 1.0.19-6.el9 appstream 33 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: gstreamer1 x86_64 1.22.12-3.el9 appstream 1.4 M 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: gstreamer1-plugins-base x86_64 1.22.12-5.el9_7 appstream 2.2 M 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: gtk-update-icon-cache x86_64 3.24.31-8.el9 appstream 32 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: guava noarch 30.1-10.el9 appstream 2.3 M 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 66 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: httpcomponents-client noarch 4.5.13-7.el9 appstream 655 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: httpcomponents-core noarch 4.4.13-11.el9 appstream 630 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.3 M 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: jakarta-annotations noarch 1.3.5-16.el9 appstream 44 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: jansi x86_64 2.3.3-9.el9 appstream 108 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk x86_64 1:17.0.18.0.8-1.el9 appstream 428 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk-headless x86_64 1:17.0.18.0.8-1.el9 appstream 44 M 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: javapackages-filesystem noarch 6.4.0-1.el9 appstream 10 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: javapackages-tools noarch 6.4.0-1.el9 appstream 31 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 52 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: jcl-over-slf4j noarch 1.7.30-16.el9 appstream 23 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: jsoup noarch 1.13.1-13.el9 appstream 375 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: jsr-305 noarch 3.0.2-9.el9 appstream 31 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: lcms2 x86_64 2.12-3.el9 appstream 166 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: libX11-xcb x86_64 1.7.0-11.el9 appstream 10 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 23 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 30 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 22 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 19 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: libXi x86_64 1.7.10-8.el9 appstream 39 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 14 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 27 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: libXtst x86_64 1.2.3-16.el9 appstream 20 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: libXv x86_64 1.0.11-16.el9 appstream 18 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 18 k 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-04-17T17:59:00.407 INFO:teuthology.orchestra.run.vm08.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libasyncns x86_64 0.8-22.el9 appstream 29 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libcanberra x86_64 0.30-27.el9 appstream 85 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-proxy2 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 24 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libcephsqlite x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 164 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libdrm x86_64 2.4.123-2.el9 appstream 158 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 244 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libexif x86_64 0.6.22-6.el9 appstream 423 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 30 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libgexiv2 x86_64 0.14.3-1.el9 appstream 93 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 133 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 36 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 140 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libgsf x86_64 1.14.47-5.el9 appstream 245 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libgxps x86_64 0.3.2-3.el9 appstream 78 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 60 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 40 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libnotify x86_64 0.7.9-8.el9 appstream 43 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 32 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 312 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libpciaccess x86_64 0.16-7.el9 baseos 26 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libradosstriper1 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 250 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: librgw2 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 6.4 M 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libsbc x86_64 1.4-9.el9 appstream 44 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libsndfile x86_64 1.0.31-9.el9 appstream 205 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libtdb x86_64 1.4.13-1.el9 baseos 53 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 163 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libtiff x86_64 4.4.0-15.el9_7.2.0.1 appstream 196 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libtracker-sparql x86_64 3.1.2-3.el9_1 appstream 316 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 192 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 18 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 12 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 41 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libwebp x86_64 1.2.0-8.el9 appstream 276 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 132 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libxshmfence x86_64 1.3-10.el9 appstream 12 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: libxslt x86_64 1.1.34-14.el9_7.1 appstream 240 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: lksctp-tools x86_64 1.0.19-3.el9_4 baseos 96 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: llvm-filesystem x86_64 20.1.8-3.el9 appstream 9.2 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: llvm-libs x86_64 20.1.8-3.el9 appstream 30 M 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 35 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: lua-posix x86_64 35.0-8.el9 appstream 131 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: maven-lib noarch 1:3.6.3-22.el9 appstream 1.5 M 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: maven-openjdk17 noarch 1:3.6.3-22.el9 appstream 8.0 k 2026-04-17T17:59:00.408 INFO:teuthology.orchestra.run.vm08.stdout: maven-resolver noarch 1:1.6.1-14.el9 appstream 512 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: maven-shared-utils noarch 3.3.4-7.el9 appstream 150 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: maven-wagon noarch 3.4.2-10.el9 appstream 111 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: mesa-dri-drivers x86_64 25.0.7-5.el9_7 appstream 9.7 M 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: mesa-filesystem x86_64 25.0.7-5.el9_7 appstream 11 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libEGL x86_64 25.0.7-5.el9_7 appstream 136 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libGL x86_64 25.0.7-5.el9_7 appstream 155 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libgbm x86_64 25.0.7-5.el9_7 appstream 16 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 31 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: openjpeg2 x86_64 2.4.0-8.el9 appstream 161 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: opus x86_64 1.3.1-10.el9 appstream 199 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: orc x86_64 0.4.31-8.el9 appstream 182 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: osinfo-db noarch 20250606-1.el9.rocky.20250920 appstream 310 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 68 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: ostree-libs x86_64 2025.6-2.el9_7 appstream 484 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 134 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: plexus-cipher noarch 1.7-30.el9 appstream 24 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: plexus-classworlds noarch 2.6.0-14.el9 appstream 59 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: plexus-containers-component-annotations noarch 2.1.0-13.el9 appstream 17 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: plexus-interpolation noarch 1.26-15.el9 appstream 78 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: plexus-sec-dispatcher noarch 1.4-41.el9 appstream 32 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: plexus-utils noarch 3.3.0-13.el9 appstream 253 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: poppler x86_64 21.01.0-23.el9_7 appstream 1.1 M 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: poppler-data noarch 0.4.9-9.el9.0.1 appstream 1.8 M 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: poppler-glib x86_64 21.01.0-23.el9_7 appstream 151 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 82 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: pulseaudio-libs x86_64 15.0-3.el9 appstream 663 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-argparse x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 45 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-common x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 163 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-cheroot noarch 10.0.1-5.el9 epel 173 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-cherrypy noarch 18.10.0-5.el9 epel 290 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-04-17T17:59:00.409 INFO:teuthology.orchestra.run.vm08.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy x86_64 1:1.23.5-2.el9_7 appstream 5.8 M 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9_7 appstream 368 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: rtkit x86_64 0.11-29.el9 appstream 55 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: sisu noarch 1:0.3.4-14.el9 appstream 508 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: slf4j noarch 1.7.30-16.el9 appstream 68 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: sound-theme-freedesktop noarch 0.8-17.el9.0.1 appstream 384 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: spirv-tools-libs x86_64 2025.2-1.el9 appstream 1.5 M 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 130 k 2026-04-17T17:59:00.410 INFO:teuthology.orchestra.run.vm08.stdout: tracker x86_64 3.1.2-3.el9_1 appstream 538 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 52 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: tzdata-java noarch 2026a-1.el9_7 appstream 145 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: upower x86_64 0.99.13-2.el9 appstream 165 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9.0.1 appstream 303 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: wireplumber x86_64 0.4.14-1.el9.0.1 appstream 83 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: wireplumber-libs x86_64 0.4.14-1.el9.0.1 appstream 338 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 41 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 367 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: xkeyboard-config noarch 2.33-2.el9.0.1 appstream 854 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 499 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout:Installing weak dependencies: 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-k8sevents noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 22 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: dconf x86_64 0.40.0-6.el9 appstream 109 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 975 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: flatpak x86_64 1.12.9-4.el9_6 appstream 1.7 M 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: gtk3 x86_64 3.24.31-8.el9 appstream 4.8 M 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk-devel x86_64 1:17.0.18.0.8-1.el9 appstream 4.7 M 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 31 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-daemon x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 35 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: p11-kit-server x86_64 0.25.3-3.el9_5 appstream 244 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: pipewire x86_64 1.0.1-1.el9 appstream 101 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 56 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 8.1 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 185 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: tracker-miners x86_64 3.1.2-4.el9_3 appstream 888 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 130 k 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout:======================================================================================================== 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout:Install 309 Packages 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout:Upgrade 2 Packages 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout:Total download size: 421 M 2026-04-17T17:59:00.411 INFO:teuthology.orchestra.run.vm08.stdout:Downloading Packages: 2026-04-17T17:59:01.138 INFO:teuthology.orchestra.run.vm08.stdout:(1/311): ceph-20.2.0-21.gc03ba9ecf58.el9.clyso. 78 kB/s | 6.5 kB 00:00 2026-04-17T17:59:01.385 INFO:teuthology.orchestra.run.vm00.stdout:(1/311): ceph-20.2.0-21.gc03ba9ecf58.el9.clyso. 77 kB/s | 6.5 kB 00:00 2026-04-17T17:59:01.400 INFO:teuthology.orchestra.run.vm08.stdout:(2/311): ceph-fuse-20.2.0-21.gc03ba9ecf58.el9.c 3.5 MB/s | 940 kB 00:00 2026-04-17T17:59:01.485 INFO:teuthology.orchestra.run.vm08.stdout:(3/311): ceph-immutable-object-cache-20.2.0-21. 1.8 MB/s | 154 kB 00:00 2026-04-17T17:59:01.707 INFO:teuthology.orchestra.run.vm00.stdout:(2/311): ceph-fuse-20.2.0-21.gc03ba9ecf58.el9.c 2.9 MB/s | 940 kB 00:00 2026-04-17T17:59:01.761 INFO:teuthology.orchestra.run.vm00.stdout:(3/311): ceph-immutable-object-cache-20.2.0-21. 2.8 MB/s | 154 kB 00:00 2026-04-17T17:59:01.804 INFO:teuthology.orchestra.run.vm08.stdout:(4/311): ceph-base-20.2.0-21.gc03ba9ecf58.el9.c 7.8 MB/s | 5.9 MB 00:00 2026-04-17T17:59:01.942 INFO:teuthology.orchestra.run.vm08.stdout:(5/311): ceph-mds-20.2.0-21.gc03ba9ecf58.el9.cl 5.1 MB/s | 2.3 MB 00:00 2026-04-17T17:59:01.946 INFO:teuthology.orchestra.run.vm08.stdout:(6/311): ceph-mgr-20.2.0-21.gc03ba9ecf58.el9.cl 6.6 MB/s | 962 kB 00:00 2026-04-17T17:59:01.964 INFO:teuthology.orchestra.run.vm00.stdout:(4/311): ceph-mds-20.2.0-21.gc03ba9ecf58.el9.cl 12 MB/s | 2.3 MB 00:00 2026-04-17T17:59:02.059 INFO:teuthology.orchestra.run.vm08.stdout:(7/311): ceph-common-20.2.0-21.gc03ba9ecf58.el9 24 MB/s | 24 MB 00:01 2026-04-17T17:59:02.085 INFO:teuthology.orchestra.run.vm00.stdout:(5/311): ceph-base-20.2.0-21.gc03ba9ecf58.el9.c 7.5 MB/s | 5.9 MB 00:00 2026-04-17T17:59:02.091 INFO:teuthology.orchestra.run.vm00.stdout:(6/311): ceph-mgr-20.2.0-21.gc03ba9ecf58.el9.cl 7.4 MB/s | 962 kB 00:00 2026-04-17T17:59:02.407 INFO:teuthology.orchestra.run.vm00.stdout:(7/311): ceph-common-20.2.0-21.gc03ba9ecf58.el9 22 MB/s | 24 MB 00:01 2026-04-17T17:59:02.647 INFO:teuthology.orchestra.run.vm08.stdout:(8/311): ceph-osd-20.2.0-21.gc03ba9ecf58.el9.cl 24 MB/s | 17 MB 00:00 2026-04-17T17:59:02.648 INFO:teuthology.orchestra.run.vm00.stdout:(8/311): ceph-mon-20.2.0-21.gc03ba9ecf58.el9.cl 9.0 MB/s | 5.0 MB 00:00 2026-04-17T17:59:02.690 INFO:teuthology.orchestra.run.vm00.stdout:(9/311): ceph-selinux-20.2.0-21.gc03ba9ecf58.el 600 kB/s | 25 kB 00:00 2026-04-17T17:59:02.705 INFO:teuthology.orchestra.run.vm08.stdout:(9/311): ceph-mon-20.2.0-21.gc03ba9ecf58.el9.cl 6.6 MB/s | 5.0 MB 00:00 2026-04-17T17:59:02.751 INFO:teuthology.orchestra.run.vm08.stdout:(10/311): ceph-selinux-20.2.0-21.gc03ba9ecf58.e 242 kB/s | 25 kB 00:00 2026-04-17T17:59:02.835 INFO:teuthology.orchestra.run.vm08.stdout:(11/311): libcephfs-daemon-20.2.0-21.gc03ba9ecf 425 kB/s | 35 kB 00:00 2026-04-17T17:59:02.888 INFO:teuthology.orchestra.run.vm08.stdout:(12/311): libcephfs-devel-20.2.0-21.gc03ba9ecf5 652 kB/s | 34 kB 00:00 2026-04-17T17:59:02.929 INFO:teuthology.orchestra.run.vm08.stdout:(13/311): libcephfs-proxy2-20.2.0-21.gc03ba9ecf 594 kB/s | 24 kB 00:00 2026-04-17T17:59:03.119 INFO:teuthology.orchestra.run.vm08.stdout:(14/311): ceph-radosgw-20.2.0-21.gc03ba9ecf58.e 22 MB/s | 24 MB 00:01 2026-04-17T17:59:03.179 INFO:teuthology.orchestra.run.vm08.stdout:(15/311): libcephsqlite-20.2.0-21.gc03ba9ecf58. 2.7 MB/s | 164 kB 00:00 2026-04-17T17:59:03.328 INFO:teuthology.orchestra.run.vm08.stdout:(16/311): librados-devel-20.2.0-21.gc03ba9ecf58 844 kB/s | 126 kB 00:00 2026-04-17T17:59:03.390 INFO:teuthology.orchestra.run.vm08.stdout:(17/311): libcephfs2-20.2.0-21.gc03ba9ecf58.el9 1.8 MB/s | 868 kB 00:00 2026-04-17T17:59:03.409 INFO:teuthology.orchestra.run.vm08.stdout:(18/311): libradosstriper1-20.2.0-21.gc03ba9ecf 3.1 MB/s | 250 kB 00:00 2026-04-17T17:59:03.451 INFO:teuthology.orchestra.run.vm08.stdout:(19/311): python3-ceph-argparse-20.2.0-21.gc03b 1.0 MB/s | 45 kB 00:00 2026-04-17T17:59:03.515 INFO:teuthology.orchestra.run.vm08.stdout:(20/311): python3-ceph-common-20.2.0-21.gc03ba9 2.5 MB/s | 163 kB 00:00 2026-04-17T17:59:03.568 INFO:teuthology.orchestra.run.vm08.stdout:(21/311): python3-cephfs-20.2.0-21.gc03ba9ecf58 3.0 MB/s | 163 kB 00:00 2026-04-17T17:59:03.619 INFO:teuthology.orchestra.run.vm00.stdout:(10/311): ceph-radosgw-20.2.0-21.gc03ba9ecf58.e 20 MB/s | 24 MB 00:01 2026-04-17T17:59:03.656 INFO:teuthology.orchestra.run.vm00.stdout:(11/311): libcephfs-daemon-20.2.0-21.gc03ba9ecf 943 kB/s | 35 kB 00:00 2026-04-17T17:59:03.703 INFO:teuthology.orchestra.run.vm08.stdout:(22/311): python3-rados-20.2.0-21.gc03ba9ecf58. 2.3 MB/s | 317 kB 00:00 2026-04-17T17:59:03.709 INFO:teuthology.orchestra.run.vm00.stdout:(12/311): libcephfs-devel-20.2.0-21.gc03ba9ecf5 649 kB/s | 34 kB 00:00 2026-04-17T17:59:03.755 INFO:teuthology.orchestra.run.vm00.stdout:(13/311): libcephfs-proxy2-20.2.0-21.gc03ba9ecf 531 kB/s | 24 kB 00:00 2026-04-17T17:59:03.807 INFO:teuthology.orchestra.run.vm08.stdout:(23/311): python3-rbd-20.2.0-21.gc03ba9ecf58.el 2.9 MB/s | 305 kB 00:00 2026-04-17T17:59:03.882 INFO:teuthology.orchestra.run.vm00.stdout:(14/311): libcephfs2-20.2.0-21.gc03ba9ecf58.el9 6.7 MB/s | 868 kB 00:00 2026-04-17T17:59:03.894 INFO:teuthology.orchestra.run.vm08.stdout:(24/311): python3-rgw-20.2.0-21.gc03ba9ecf58.el 1.1 MB/s | 99 kB 00:00 2026-04-17T17:59:03.928 INFO:teuthology.orchestra.run.vm00.stdout:(15/311): libcephsqlite-20.2.0-21.gc03ba9ecf58. 3.6 MB/s | 164 kB 00:00 2026-04-17T17:59:03.936 INFO:teuthology.orchestra.run.vm08.stdout:(25/311): rbd-fuse-20.2.0-21.gc03ba9ecf58.el9.c 2.2 MB/s | 91 kB 00:00 2026-04-17T17:59:03.978 INFO:teuthology.orchestra.run.vm00.stdout:(16/311): librados-devel-20.2.0-21.gc03ba9ecf58 2.5 MB/s | 126 kB 00:00 2026-04-17T17:59:04.014 INFO:teuthology.orchestra.run.vm08.stdout:(26/311): librgw2-20.2.0-21.gc03ba9ecf58.el9.cl 10 MB/s | 6.4 MB 00:00 2026-04-17T17:59:04.021 INFO:teuthology.orchestra.run.vm00.stdout:(17/311): libradosstriper1-20.2.0-21.gc03ba9ecf 5.7 MB/s | 250 kB 00:00 2026-04-17T17:59:04.073 INFO:teuthology.orchestra.run.vm08.stdout:(27/311): rbd-nbd-20.2.0-21.gc03ba9ecf58.el9.cl 3.0 MB/s | 180 kB 00:00 2026-04-17T17:59:04.113 INFO:teuthology.orchestra.run.vm08.stdout:(28/311): ceph-grafana-dashboards-20.2.0-21.gc0 1.1 MB/s | 43 kB 00:00 2026-04-17T17:59:04.173 INFO:teuthology.orchestra.run.vm00.stdout:(18/311): ceph-osd-20.2.0-21.gc03ba9ecf58.el9.c 8.1 MB/s | 17 MB 00:02 2026-04-17T17:59:04.191 INFO:teuthology.orchestra.run.vm08.stdout:(29/311): rbd-mirror-20.2.0-21.gc03ba9ecf58.el9 11 MB/s | 2.9 MB 00:00 2026-04-17T17:59:04.212 INFO:teuthology.orchestra.run.vm00.stdout:(19/311): python3-ceph-argparse-20.2.0-21.gc03b 1.1 MB/s | 45 kB 00:00 2026-04-17T17:59:04.262 INFO:teuthology.orchestra.run.vm00.stdout:(20/311): python3-ceph-common-20.2.0-21.gc03ba9 3.2 MB/s | 163 kB 00:00 2026-04-17T17:59:04.323 INFO:teuthology.orchestra.run.vm00.stdout:(21/311): python3-cephfs-20.2.0-21.gc03ba9ecf58 2.6 MB/s | 163 kB 00:00 2026-04-17T17:59:04.379 INFO:teuthology.orchestra.run.vm00.stdout:(22/311): librgw2-20.2.0-21.gc03ba9ecf58.el9.cl 18 MB/s | 6.4 MB 00:00 2026-04-17T17:59:04.552 INFO:teuthology.orchestra.run.vm00.stdout:(23/311): python3-rados-20.2.0-21.gc03ba9ecf58. 1.4 MB/s | 317 kB 00:00 2026-04-17T17:59:04.877 INFO:teuthology.orchestra.run.vm08.stdout:(30/311): ceph-mgr-dashboard-20.2.0-21.gc03ba9e 22 MB/s | 15 MB 00:00 2026-04-17T17:59:05.453 INFO:teuthology.orchestra.run.vm08.stdout:(31/311): ceph-mgr-diskprediction-local-20.2.0- 13 MB/s | 7.4 MB 00:00 2026-04-17T17:59:05.943 INFO:teuthology.orchestra.run.vm08.stdout:(32/311): ceph-test-20.2.0-21.gc03ba9ecf58.el9. 26 MB/s | 85 MB 00:03 2026-04-17T17:59:06.093 INFO:teuthology.orchestra.run.vm00.stdout:(24/311): ceph-test-20.2.0-21.gc03ba9ecf58.el9. 25 MB/s | 85 MB 00:03 2026-04-17T17:59:06.130 INFO:teuthology.orchestra.run.vm00.stdout:(25/311): rbd-fuse-20.2.0-21.gc03ba9ecf58.el9.c 2.4 MB/s | 91 kB 00:00 2026-04-17T17:59:09.047 INFO:teuthology.orchestra.run.vm08.stdout:(33/311): ceph-mgr-cephadm-20.2.0-21.gc03ba9ecf 35 kB/s | 173 kB 00:04 2026-04-17T17:59:09.064 INFO:teuthology.orchestra.run.vm08.stdout:(34/311): ceph-mgr-k8sevents-20.2.0-21.gc03ba9e 6.1 kB/s | 22 kB 00:03 2026-04-17T17:59:09.080 INFO:teuthology.orchestra.run.vm00.stdout:(26/311): python3-rgw-20.2.0-21.gc03ba9ecf58.el 22 kB/s | 99 kB 00:04 2026-04-17T17:59:09.111 INFO:teuthology.orchestra.run.vm08.stdout:(35/311): ceph-prometheus-alerts-20.2.0-21.gc03 361 kB/s | 17 kB 00:00 2026-04-17T17:59:09.113 INFO:teuthology.orchestra.run.vm08.stdout:(36/311): ceph-mgr-rook-20.2.0-21.gc03ba9ecf58. 760 kB/s | 50 kB 00:00 2026-04-17T17:59:09.137 INFO:teuthology.orchestra.run.vm00.stdout:(27/311): python3-rbd-20.2.0-21.gc03ba9ecf58.el 64 kB/s | 305 kB 00:04 2026-04-17T17:59:09.147 INFO:teuthology.orchestra.run.vm00.stdout:(28/311): rbd-nbd-20.2.0-21.gc03ba9ecf58.el9.cl 2.6 MB/s | 180 kB 00:00 2026-04-17T17:59:09.179 INFO:teuthology.orchestra.run.vm00.stdout:(29/311): ceph-grafana-dashboards-20.2.0-21.gc0 1.0 MB/s | 43 kB 00:00 2026-04-17T17:59:09.192 INFO:teuthology.orchestra.run.vm00.stdout:(30/311): ceph-mgr-cephadm-20.2.0-21.gc03ba9ecf 3.7 MB/s | 173 kB 00:00 2026-04-17T17:59:09.194 INFO:teuthology.orchestra.run.vm08.stdout:(37/311): ceph-mgr-modules-core-20.2.0-21.gc03b 89 kB/s | 289 kB 00:03 2026-04-17T17:59:09.202 INFO:teuthology.orchestra.run.vm08.stdout:(38/311): ceph-volume-20.2.0-21.gc03ba9ecf58.el 3.2 MB/s | 297 kB 00:00 2026-04-17T17:59:09.210 INFO:teuthology.orchestra.run.vm08.stdout:(39/311): abseil-cpp-20211102.0-4.el9.x86_64.rp 34 MB/s | 551 kB 00:00 2026-04-17T17:59:09.216 INFO:teuthology.orchestra.run.vm08.stdout:(40/311): gperftools-libs-2.9.1-3.el9.x86_64.rp 23 MB/s | 308 kB 00:00 2026-04-17T17:59:09.220 INFO:teuthology.orchestra.run.vm08.stdout:(41/311): cephadm-20.2.0-21.gc03ba9ecf58.el9.cl 9.2 MB/s | 1.0 MB 00:00 2026-04-17T17:59:09.223 INFO:teuthology.orchestra.run.vm08.stdout:(42/311): grpc-data-1.46.7-10.el9.noarch.rpm 1.6 MB/s | 19 kB 00:00 2026-04-17T17:59:09.225 INFO:teuthology.orchestra.run.vm08.stdout:(43/311): libarrow-doc-9.0.0-15.el9.noarch.rpm 5.0 MB/s | 25 kB 00:00 2026-04-17T17:59:09.226 INFO:teuthology.orchestra.run.vm08.stdout:(44/311): liboath-2.6.12-1.el9.x86_64.rpm 15 MB/s | 49 kB 00:00 2026-04-17T17:59:09.230 INFO:teuthology.orchestra.run.vm08.stdout:(45/311): libunwind-1.6.2-1.el9.x86_64.rpm 15 MB/s | 67 kB 00:00 2026-04-17T17:59:09.231 INFO:teuthology.orchestra.run.vm08.stdout:(46/311): luarocks-3.9.2-5.el9.noarch.rpm 30 MB/s | 151 kB 00:00 2026-04-17T17:59:09.251 INFO:teuthology.orchestra.run.vm08.stdout:(47/311): parquet-libs-9.0.0-15.el9.x86_64.rpm 39 MB/s | 838 kB 00:00 2026-04-17T17:59:09.254 INFO:teuthology.orchestra.run.vm08.stdout:(48/311): python3-asyncssh-2.13.2-5.el9.noarch. 23 MB/s | 548 kB 00:00 2026-04-17T17:59:09.255 INFO:teuthology.orchestra.run.vm08.stdout:(49/311): python3-autocommand-2.2.2-8.el9.noarc 6.6 MB/s | 29 kB 00:00 2026-04-17T17:59:09.258 INFO:teuthology.orchestra.run.vm08.stdout:(50/311): python3-backports-tarfile-1.2.0-1.el9 18 MB/s | 60 kB 00:00 2026-04-17T17:59:09.259 INFO:teuthology.orchestra.run.vm08.stdout:(51/311): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 12 MB/s | 43 kB 00:00 2026-04-17T17:59:09.262 INFO:teuthology.orchestra.run.vm08.stdout:(52/311): python3-cachetools-4.2.4-1.el9.noarch 8.7 MB/s | 32 kB 00:00 2026-04-17T17:59:09.262 INFO:teuthology.orchestra.run.vm08.stdout:(53/311): python3-certifi-2023.05.07-4.el9.noar 4.4 MB/s | 14 kB 00:00 2026-04-17T17:59:09.272 INFO:teuthology.orchestra.run.vm08.stdout:(54/311): python3-cheroot-10.0.1-5.el9.noarch.r 17 MB/s | 173 kB 00:00 2026-04-17T17:59:09.275 INFO:teuthology.orchestra.run.vm08.stdout:(55/311): python3-cherrypy-18.10.0-5.el9.noarch 23 MB/s | 290 kB 00:00 2026-04-17T17:59:09.282 INFO:teuthology.orchestra.run.vm08.stdout:(56/311): python3-google-auth-2.45.0-1.el9.noar 27 MB/s | 254 kB 00:00 2026-04-17T17:59:09.290 INFO:teuthology.orchestra.run.vm08.stdout:(57/311): python3-grpcio-tools-1.46.7-10.el9.x8 19 MB/s | 144 kB 00:00 2026-04-17T17:59:09.296 INFO:teuthology.orchestra.run.vm08.stdout:(58/311): python3-influxdb-5.3.1-1.el9.noarch.r 22 MB/s | 139 kB 00:00 2026-04-17T17:59:09.302 INFO:teuthology.orchestra.run.vm08.stdout:(59/311): python3-isodate-0.6.1-3.el9.noarch.rp 9.5 MB/s | 56 kB 00:00 2026-04-17T17:59:09.307 INFO:teuthology.orchestra.run.vm08.stdout:(60/311): python3-jaraco-8.2.1-3.el9.noarch.rpm 2.3 MB/s | 11 kB 00:00 2026-04-17T17:59:09.312 INFO:teuthology.orchestra.run.vm08.stdout:(61/311): python3-jaraco-classes-3.2.1-5.el9.no 4.0 MB/s | 18 kB 00:00 2026-04-17T17:59:09.318 INFO:teuthology.orchestra.run.vm08.stdout:(62/311): python3-grpcio-1.46.7-10.el9.x86_64.r 48 MB/s | 2.0 MB 00:00 2026-04-17T17:59:09.319 INFO:teuthology.orchestra.run.vm08.stdout:(63/311): python3-jaraco-collections-3.0.0-8.el 3.0 MB/s | 23 kB 00:00 2026-04-17T17:59:09.321 INFO:teuthology.orchestra.run.vm08.stdout:(64/311): python3-jaraco-context-6.0.1-3.el9.no 7.3 MB/s | 20 kB 00:00 2026-04-17T17:59:09.322 INFO:teuthology.orchestra.run.vm08.stdout:(65/311): python3-jaraco-functools-3.5.0-2.el9. 6.9 MB/s | 19 kB 00:00 2026-04-17T17:59:09.324 INFO:teuthology.orchestra.run.vm08.stdout:(66/311): python3-jaraco-text-4.0.0-2.el9.noarc 8.6 MB/s | 26 kB 00:00 2026-04-17T17:59:09.330 INFO:teuthology.orchestra.run.vm08.stdout:(67/311): python3-more-itertools-8.12.0-2.el9.n 15 MB/s | 79 kB 00:00 2026-04-17T17:59:09.334 INFO:teuthology.orchestra.run.vm08.stdout:(68/311): python3-msgpack-1.0.3-2.el9.x86_64.rp 19 MB/s | 86 kB 00:00 2026-04-17T17:59:09.339 INFO:teuthology.orchestra.run.vm08.stdout:(69/311): python3-natsort-7.1.1-5.el9.noarch.rp 14 MB/s | 58 kB 00:00 2026-04-17T17:59:09.342 INFO:teuthology.orchestra.run.vm08.stdout:(70/311): python3-portend-3.1.0-2.el9.noarch.rp 4.7 MB/s | 16 kB 00:00 2026-04-17T17:59:09.349 INFO:teuthology.orchestra.run.vm08.stdout:(71/311): python3-kubernetes-26.1.0-3.el9.noarc 38 MB/s | 1.0 MB 00:00 2026-04-17T17:59:09.350 INFO:teuthology.orchestra.run.vm00.stdout:(31/311): rbd-mirror-20.2.0-21.gc03ba9ecf58.el9 926 kB/s | 2.9 MB 00:03 2026-04-17T17:59:09.350 INFO:teuthology.orchestra.run.vm08.stdout:(72/311): python3-pyOpenSSL-21.0.0-1.el9.noarch 11 MB/s | 90 kB 00:00 2026-04-17T17:59:09.352 INFO:teuthology.orchestra.run.vm08.stdout:(73/311): python3-repoze-lru-0.7-16.el9.noarch. 12 MB/s | 31 kB 00:00 2026-04-17T17:59:09.356 INFO:teuthology.orchestra.run.vm08.stdout:(74/311): python3-routes-2.5.1-5.el9.noarch.rpm 37 MB/s | 188 kB 00:00 2026-04-17T17:59:09.357 INFO:teuthology.orchestra.run.vm08.stdout:(75/311): python3-rsa-4.9-2.el9.noarch.rpm 13 MB/s | 59 kB 00:00 2026-04-17T17:59:09.359 INFO:teuthology.orchestra.run.vm08.stdout:(76/311): python3-saml-1.16.0-1.el9.noarch.rpm 34 MB/s | 125 kB 00:00 2026-04-17T17:59:09.360 INFO:teuthology.orchestra.run.vm08.stdout:(77/311): python3-tempora-5.0.0-2.el9.noarch.rp 10 MB/s | 36 kB 00:00 2026-04-17T17:59:09.364 INFO:teuthology.orchestra.run.vm08.stdout:(78/311): python3-typing-extensions-4.15.0-1.el 22 MB/s | 86 kB 00:00 2026-04-17T17:59:09.364 INFO:teuthology.orchestra.run.vm08.stdout:(79/311): python3-websocket-client-1.2.3-2.el9. 22 MB/s | 90 kB 00:00 2026-04-17T17:59:09.366 INFO:teuthology.orchestra.run.vm08.stdout:(80/311): python3-xmlsec-1.3.13-1.el9.x86_64.rp 17 MB/s | 48 kB 00:00 2026-04-17T17:59:09.368 INFO:teuthology.orchestra.run.vm08.stdout:(81/311): python3-xmltodict-0.12.0-15.el9.noarc 6.5 MB/s | 22 kB 00:00 2026-04-17T17:59:09.369 INFO:teuthology.orchestra.run.vm08.stdout:(82/311): python3-zc-lockfile-2.0-10.el9.noarch 8.2 MB/s | 20 kB 00:00 2026-04-17T17:59:09.385 INFO:teuthology.orchestra.run.vm08.stdout:(83/311): libarrow-9.0.0-15.el9.x86_64.rpm 26 MB/s | 4.4 MB 00:00 2026-04-17T17:59:09.386 INFO:teuthology.orchestra.run.vm08.stdout:(84/311): re2-20211101-20.el9.x86_64.rpm 11 MB/s | 191 kB 00:00 2026-04-17T17:59:09.387 INFO:teuthology.orchestra.run.vm08.stdout:(85/311): s3cmd-2.4.0-1.el9.noarch.rpm 11 MB/s | 206 kB 00:00 2026-04-17T17:59:09.417 INFO:teuthology.orchestra.run.vm08.stdout:(86/311): thrift-0.15.0-4.el9.x86_64.rpm 48 MB/s | 1.6 MB 00:00 2026-04-17T17:59:09.437 INFO:teuthology.orchestra.run.vm00.stdout:(32/311): ceph-mgr-k8sevents-20.2.0-21.gc03ba9e 256 kB/s | 22 kB 00:00 2026-04-17T17:59:09.509 INFO:teuthology.orchestra.run.vm00.stdout:(33/311): ceph-mgr-modules-core-20.2.0-21.gc03b 3.9 MB/s | 289 kB 00:00 2026-04-17T17:59:09.533 INFO:teuthology.orchestra.run.vm08.stdout:(87/311): bluez-libs-5.83-2.el9.x86_64.rpm 562 kB/s | 81 kB 00:00 2026-04-17T17:59:09.542 INFO:teuthology.orchestra.run.vm00.stdout:(34/311): ceph-mgr-rook-20.2.0-21.gc03ba9ecf58. 1.5 MB/s | 50 kB 00:00 2026-04-17T17:59:09.557 INFO:teuthology.orchestra.run.vm08.stdout:(88/311): bubblewrap-0.6.3-1.el9.x86_64.rpm 433 kB/s | 57 kB 00:00 2026-04-17T17:59:09.559 INFO:teuthology.orchestra.run.vm08.stdout:(89/311): bzip2-1.0.8-10.el9_5.x86_64.rpm 1.9 MB/s | 51 kB 00:00 2026-04-17T17:59:09.571 INFO:teuthology.orchestra.run.vm00.stdout:(35/311): ceph-prometheus-alerts-20.2.0-21.gc03 593 kB/s | 17 kB 00:00 2026-04-17T17:59:09.578 INFO:teuthology.orchestra.run.vm08.stdout:(90/311): ModemManager-glib-1.20.2-1.el9.x86_64 1.7 MB/s | 334 kB 00:00 2026-04-17T17:59:09.616 INFO:teuthology.orchestra.run.vm08.stdout:(91/311): cups-libs-2.3.3op2-34.el9_7.2.x86_64. 6.7 MB/s | 260 kB 00:00 2026-04-17T17:59:09.618 INFO:teuthology.orchestra.run.vm08.stdout:(92/311): c-ares-1.19.1-2.el9_4.x86_64.rpm 1.8 MB/s | 110 kB 00:00 2026-04-17T17:59:09.620 INFO:teuthology.orchestra.run.vm08.stdout:(93/311): cryptsetup-2.7.2-4.el9.x86_64.rpm 5.0 MB/s | 310 kB 00:00 2026-04-17T17:59:09.626 INFO:teuthology.orchestra.run.vm00.stdout:(36/311): ceph-volume-20.2.0-21.gc03ba9ecf58.el 5.3 MB/s | 297 kB 00:00 2026-04-17T17:59:09.644 INFO:teuthology.orchestra.run.vm08.stdout:(94/311): fuse-2.9.9-17.el9.x86_64.rpm 2.8 MB/s | 78 kB 00:00 2026-04-17T17:59:09.645 INFO:teuthology.orchestra.run.vm08.stdout:(95/311): ledmon-libs-1.1.0-3.el9.x86_64.rpm 1.5 MB/s | 41 kB 00:00 2026-04-17T17:59:09.647 INFO:teuthology.orchestra.run.vm08.stdout:(96/311): libconfig-1.7.2-9.el9.x86_64.rpm 2.6 MB/s | 71 kB 00:00 2026-04-17T17:59:09.673 INFO:teuthology.orchestra.run.vm08.stdout:(97/311): libpciaccess-0.16-7.el9.x86_64.rpm 925 kB/s | 26 kB 00:00 2026-04-17T17:59:09.679 INFO:teuthology.orchestra.run.vm08.stdout:(98/311): libquadmath-11.5.0-11.el9.x86_64.rpm 5.6 MB/s | 184 kB 00:00 2026-04-17T17:59:09.700 INFO:teuthology.orchestra.run.vm08.stdout:(99/311): libgfortran-11.5.0-11.el9.x86_64.rpm 14 MB/s | 794 kB 00:00 2026-04-17T17:59:09.705 INFO:teuthology.orchestra.run.vm08.stdout:(100/311): libtdb-1.4.13-1.el9.x86_64.rpm 1.6 MB/s | 53 kB 00:00 2026-04-17T17:59:09.707 INFO:teuthology.orchestra.run.vm08.stdout:(101/311): lksctp-tools-1.0.19-3.el9_4.x86_64.r 3.3 MB/s | 96 kB 00:00 2026-04-17T17:59:09.727 INFO:teuthology.orchestra.run.vm08.stdout:(102/311): mailcap-2.1.49-5.el9.0.2.noarch.rpm 1.2 MB/s | 32 kB 00:00 2026-04-17T17:59:09.737 INFO:teuthology.orchestra.run.vm08.stdout:(103/311): pciutils-3.7.0-7.el9.x86_64.rpm 3.1 MB/s | 92 kB 00:00 2026-04-17T17:59:09.739 INFO:teuthology.orchestra.run.vm00.stdout:(37/311): cephadm-20.2.0-21.gc03ba9ecf58.el9.cl 8.7 MB/s | 1.0 MB 00:00 2026-04-17T17:59:09.758 INFO:teuthology.orchestra.run.vm08.stdout:(104/311): python3-cffi-1.14.5-5.el9.x86_64.rpm 7.8 MB/s | 241 kB 00:00 2026-04-17T17:59:09.761 INFO:teuthology.orchestra.run.vm00.stdout:(38/311): abseil-cpp-20211102.0-4.el9.x86_64.rp 24 MB/s | 551 kB 00:00 2026-04-17T17:59:09.773 INFO:teuthology.orchestra.run.vm00.stdout:(39/311): gperftools-libs-2.9.1-3.el9.x86_64.rp 27 MB/s | 308 kB 00:00 2026-04-17T17:59:09.776 INFO:teuthology.orchestra.run.vm00.stdout:(40/311): grpc-data-1.46.7-10.el9.noarch.rpm 7.5 MB/s | 19 kB 00:00 2026-04-17T17:59:09.788 INFO:teuthology.orchestra.run.vm08.stdout:(105/311): python3-ply-3.11-14.el9.0.1.noarch.r 3.4 MB/s | 103 kB 00:00 2026-04-17T17:59:09.798 INFO:teuthology.orchestra.run.vm08.stdout:(106/311): nvme-cli-2.13-1.el9.x86_64.rpm 11 MB/s | 1.0 MB 00:00 2026-04-17T17:59:09.817 INFO:teuthology.orchestra.run.vm08.stdout:(107/311): python3-pycparser-2.20-6.el9.noarch. 4.2 MB/s | 124 kB 00:00 2026-04-17T17:59:09.827 INFO:teuthology.orchestra.run.vm08.stdout:(108/311): python3-pyparsing-2.4.7-9.el9.0.1.no 5.1 MB/s | 150 kB 00:00 2026-04-17T17:59:09.833 INFO:teuthology.orchestra.run.vm08.stdout:(109/311): python3-cryptography-36.0.1-5.el9_6. 12 MB/s | 1.2 MB 00:00 2026-04-17T17:59:09.846 INFO:teuthology.orchestra.run.vm08.stdout:(110/311): python3-requests-2.25.1-10.el9_6.noa 3.9 MB/s | 115 kB 00:00 2026-04-17T17:59:09.859 INFO:teuthology.orchestra.run.vm08.stdout:(111/311): python3-urllib3-1.26.5-6.el9_7.1.noa 5.8 MB/s | 191 kB 00:00 2026-04-17T17:59:09.877 INFO:teuthology.orchestra.run.vm08.stdout:(112/311): unzip-6.0-59.el9.x86_64.rpm 5.7 MB/s | 180 kB 00:00 2026-04-17T17:59:09.894 INFO:teuthology.orchestra.run.vm00.stdout:(41/311): ceph-mgr-diskprediction-local-20.2.0- 11 MB/s | 7.4 MB 00:00 2026-04-17T17:59:09.895 INFO:teuthology.orchestra.run.vm08.stdout:(113/311): zip-3.0-35.el9.x86_64.rpm 7.3 MB/s | 263 kB 00:00 2026-04-17T17:59:09.899 INFO:teuthology.orchestra.run.vm00.stdout:(42/311): libarrow-doc-9.0.0-15.el9.noarch.rpm 5.3 MB/s | 25 kB 00:00 2026-04-17T17:59:09.903 INFO:teuthology.orchestra.run.vm00.stdout:(43/311): liboath-2.6.12-1.el9.x86_64.rpm 14 MB/s | 49 kB 00:00 2026-04-17T17:59:09.907 INFO:teuthology.orchestra.run.vm00.stdout:(44/311): libunwind-1.6.2-1.el9.x86_64.rpm 16 MB/s | 67 kB 00:00 2026-04-17T17:59:09.913 INFO:teuthology.orchestra.run.vm08.stdout:(114/311): adwaita-cursor-theme-40.1.1-3.el9.no 17 MB/s | 623 kB 00:00 2026-04-17T17:59:09.914 INFO:teuthology.orchestra.run.vm00.stdout:(45/311): luarocks-3.9.2-5.el9.noarch.rpm 24 MB/s | 151 kB 00:00 2026-04-17T17:59:09.936 INFO:teuthology.orchestra.run.vm00.stdout:(46/311): libarrow-9.0.0-15.el9.x86_64.rpm 28 MB/s | 4.4 MB 00:00 2026-04-17T17:59:09.940 INFO:teuthology.orchestra.run.vm00.stdout:(47/311): parquet-libs-9.0.0-15.el9.x86_64.rpm 31 MB/s | 838 kB 00:00 2026-04-17T17:59:09.944 INFO:teuthology.orchestra.run.vm00.stdout:(48/311): python3-autocommand-2.2.2-8.el9.noarc 8.6 MB/s | 29 kB 00:00 2026-04-17T17:59:09.947 INFO:teuthology.orchestra.run.vm08.stdout:(115/311): alsa-lib-1.2.14-1.el9.x86_64.rpm 15 MB/s | 510 kB 00:00 2026-04-17T17:59:09.947 INFO:teuthology.orchestra.run.vm00.stdout:(49/311): python3-backports-tarfile-1.2.0-1.el9 20 MB/s | 60 kB 00:00 2026-04-17T17:59:09.951 INFO:teuthology.orchestra.run.vm00.stdout:(50/311): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 12 MB/s | 43 kB 00:00 2026-04-17T17:59:09.955 INFO:teuthology.orchestra.run.vm00.stdout:(51/311): python3-asyncssh-2.13.2-5.el9.noarch. 30 MB/s | 548 kB 00:00 2026-04-17T17:59:09.956 INFO:teuthology.orchestra.run.vm00.stdout:(52/311): python3-cachetools-4.2.4-1.el9.noarch 6.7 MB/s | 32 kB 00:00 2026-04-17T17:59:09.957 INFO:teuthology.orchestra.run.vm00.stdout:(53/311): python3-certifi-2023.05.07-4.el9.noar 6.6 MB/s | 14 kB 00:00 2026-04-17T17:59:09.960 INFO:teuthology.orchestra.run.vm00.stdout:(54/311): python3-cheroot-10.0.1-5.el9.noarch.r 44 MB/s | 173 kB 00:00 2026-04-17T17:59:09.968 INFO:teuthology.orchestra.run.vm00.stdout:(55/311): python3-google-auth-2.45.0-1.el9.noar 32 MB/s | 254 kB 00:00 2026-04-17T17:59:09.969 INFO:teuthology.orchestra.run.vm00.stdout:(56/311): python3-cherrypy-18.10.0-5.el9.noarch 23 MB/s | 290 kB 00:00 2026-04-17T17:59:09.978 INFO:teuthology.orchestra.run.vm00.stdout:(57/311): python3-grpcio-tools-1.46.7-10.el9.x8 17 MB/s | 144 kB 00:00 2026-04-17T17:59:09.981 INFO:teuthology.orchestra.run.vm08.stdout:(116/311): apache-commons-cli-1.4-20.el9.noarch 2.0 MB/s | 69 kB 00:00 2026-04-17T17:59:09.992 INFO:teuthology.orchestra.run.vm00.stdout:(58/311): python3-influxdb-5.3.1-1.el9.noarch.r 10 MB/s | 139 kB 00:00 2026-04-17T17:59:09.999 INFO:teuthology.orchestra.run.vm00.stdout:(59/311): python3-isodate-0.6.1-3.el9.noarch.rp 7.6 MB/s | 56 kB 00:00 2026-04-17T17:59:10.005 INFO:teuthology.orchestra.run.vm00.stdout:(60/311): python3-jaraco-8.2.1-3.el9.noarch.rpm 2.0 MB/s | 11 kB 00:00 2026-04-17T17:59:10.015 INFO:teuthology.orchestra.run.vm00.stdout:(61/311): python3-jaraco-classes-3.2.1-5.el9.no 1.7 MB/s | 18 kB 00:00 2026-04-17T17:59:10.016 INFO:teuthology.orchestra.run.vm08.stdout:(117/311): apache-commons-codec-1.15-10.el9.noa 8.5 MB/s | 300 kB 00:00 2026-04-17T17:59:10.068 INFO:teuthology.orchestra.run.vm00.stdout:(62/311): python3-jaraco-collections-3.0.0-8.el 446 kB/s | 23 kB 00:00 2026-04-17T17:59:10.068 INFO:teuthology.orchestra.run.vm08.stdout:(118/311): smartmontools-7.2-9.el9.x86_64.rpm 2.3 MB/s | 551 kB 00:00 2026-04-17T17:59:10.086 INFO:teuthology.orchestra.run.vm08.stdout:(119/311): apache-commons-io-2.8.0-12.el9.noarc 4.0 MB/s | 282 kB 00:00 2026-04-17T17:59:10.086 INFO:teuthology.orchestra.run.vm00.stdout:(63/311): python3-grpcio-1.46.7-10.el9.x86_64.r 17 MB/s | 2.0 MB 00:00 2026-04-17T17:59:10.087 INFO:teuthology.orchestra.run.vm00.stdout:(64/311): python3-jaraco-context-6.0.1-3.el9.no 1.0 MB/s | 20 kB 00:00 2026-04-17T17:59:10.089 INFO:teuthology.orchestra.run.vm00.stdout:(65/311): python3-jaraco-functools-3.5.0-2.el9. 7.3 MB/s | 19 kB 00:00 2026-04-17T17:59:10.090 INFO:teuthology.orchestra.run.vm00.stdout:(66/311): python3-jaraco-text-4.0.0-2.el9.noarc 11 MB/s | 26 kB 00:00 2026-04-17T17:59:10.094 INFO:teuthology.orchestra.run.vm00.stdout:(67/311): python3-more-itertools-8.12.0-2.el9.n 17 MB/s | 79 kB 00:00 2026-04-17T17:59:10.108 INFO:teuthology.orchestra.run.vm00.stdout:(68/311): python3-msgpack-1.0.3-2.el9.x86_64.rp 6.3 MB/s | 86 kB 00:00 2026-04-17T17:59:10.117 INFO:teuthology.orchestra.run.vm00.stdout:(69/311): python3-natsort-7.1.1-5.el9.noarch.rp 6.4 MB/s | 58 kB 00:00 2026-04-17T17:59:10.118 INFO:teuthology.orchestra.run.vm08.stdout:(120/311): apache-commons-lang3-3.12.0-10.el9.n 11 MB/s | 557 kB 00:00 2026-04-17T17:59:10.119 INFO:teuthology.orchestra.run.vm08.stdout:(121/311): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 2.5 MB/s | 86 kB 00:00 2026-04-17T17:59:10.126 INFO:teuthology.orchestra.run.vm00.stdout:(70/311): python3-portend-3.1.0-2.el9.noarch.rp 2.0 MB/s | 16 kB 00:00 2026-04-17T17:59:10.133 INFO:teuthology.orchestra.run.vm00.stdout:(71/311): python3-kubernetes-26.1.0-3.el9.noarc 23 MB/s | 1.0 MB 00:00 2026-04-17T17:59:10.138 INFO:teuthology.orchestra.run.vm00.stdout:(72/311): python3-repoze-lru-0.7-16.el9.noarch. 6.9 MB/s | 31 kB 00:00 2026-04-17T17:59:10.143 INFO:teuthology.orchestra.run.vm00.stdout:(73/311): python3-routes-2.5.1-5.el9.noarch.rpm 38 MB/s | 188 kB 00:00 2026-04-17T17:59:10.144 INFO:teuthology.orchestra.run.vm00.stdout:(74/311): python3-pyOpenSSL-21.0.0-1.el9.noarch 4.7 MB/s | 90 kB 00:00 2026-04-17T17:59:10.148 INFO:teuthology.orchestra.run.vm00.stdout:(75/311): python3-rsa-4.9-2.el9.noarch.rpm 13 MB/s | 59 kB 00:00 2026-04-17T17:59:10.148 INFO:teuthology.orchestra.run.vm08.stdout:(122/311): at-spi2-core-2.40.3-1.el9.x86_64.rpm 5.8 MB/s | 176 kB 00:00 2026-04-17T17:59:10.149 INFO:teuthology.orchestra.run.vm08.stdout:(123/311): atinject-1.0.3-9.el9.noarch.rpm 744 kB/s | 22 kB 00:00 2026-04-17T17:59:10.153 INFO:teuthology.orchestra.run.vm00.stdout:(76/311): python3-saml-1.16.0-1.el9.noarch.rpm 15 MB/s | 125 kB 00:00 2026-04-17T17:59:10.153 INFO:teuthology.orchestra.run.vm00.stdout:(77/311): python3-tempora-5.0.0-2.el9.noarch.rp 6.3 MB/s | 36 kB 00:00 2026-04-17T17:59:10.156 INFO:teuthology.orchestra.run.vm00.stdout:(78/311): python3-typing-extensions-4.15.0-1.el 26 MB/s | 86 kB 00:00 2026-04-17T17:59:10.158 INFO:teuthology.orchestra.run.vm00.stdout:(79/311): python3-websocket-client-1.2.3-2.el9. 19 MB/s | 90 kB 00:00 2026-04-17T17:59:10.159 INFO:teuthology.orchestra.run.vm00.stdout:(80/311): python3-xmlsec-1.3.13-1.el9.x86_64.rp 15 MB/s | 48 kB 00:00 2026-04-17T17:59:10.161 INFO:teuthology.orchestra.run.vm00.stdout:(81/311): python3-xmltodict-0.12.0-15.el9.noarc 9.4 MB/s | 22 kB 00:00 2026-04-17T17:59:10.162 INFO:teuthology.orchestra.run.vm00.stdout:(82/311): python3-zc-lockfile-2.0-10.el9.noarch 7.8 MB/s | 20 kB 00:00 2026-04-17T17:59:10.170 INFO:teuthology.orchestra.run.vm00.stdout:(83/311): re2-20211101-20.el9.x86_64.rpm 22 MB/s | 191 kB 00:00 2026-04-17T17:59:10.171 INFO:teuthology.orchestra.run.vm00.stdout:(84/311): s3cmd-2.4.0-1.el9.noarch.rpm 25 MB/s | 206 kB 00:00 2026-04-17T17:59:10.179 INFO:teuthology.orchestra.run.vm08.stdout:(124/311): avahi-glib-0.8-23.el9.x86_64.rpm 453 kB/s | 14 kB 00:00 2026-04-17T17:59:10.180 INFO:teuthology.orchestra.run.vm08.stdout:(125/311): atk-2.36.0-5.el9.x86_64.rpm 8.1 MB/s | 270 kB 00:00 2026-04-17T17:59:10.228 INFO:teuthology.orchestra.run.vm00.stdout:(85/311): thrift-0.15.0-4.el9.x86_64.rpm 28 MB/s | 1.6 MB 00:00 2026-04-17T17:59:10.228 INFO:teuthology.orchestra.run.vm08.stdout:(126/311): adwaita-icon-theme-40.1.1-3.el9.noar 32 MB/s | 11 MB 00:00 2026-04-17T17:59:10.230 INFO:teuthology.orchestra.run.vm08.stdout:(127/311): cdi-api-2.0.2-9.el9.noarch.rpm 1.0 MB/s | 52 kB 00:00 2026-04-17T17:59:10.231 INFO:teuthology.orchestra.run.vm08.stdout:(128/311): boost-program-options-1.75.0-13.el9_ 2.0 MB/s | 104 kB 00:00 2026-04-17T17:59:10.261 INFO:teuthology.orchestra.run.vm08.stdout:(129/311): composefs-libs-1.0.8-1.el9.x86_64.rp 1.7 MB/s | 53 kB 00:00 2026-04-17T17:59:10.262 INFO:teuthology.orchestra.run.vm08.stdout:(130/311): colord-libs-1.4.5-6.el9_6.x86_64.rpm 6.7 MB/s | 228 kB 00:00 2026-04-17T17:59:10.263 INFO:teuthology.orchestra.run.vm08.stdout:(131/311): copy-jdk-configs-4.0-3.el9.0.1.noarc 855 kB/s | 27 kB 00:00 2026-04-17T17:59:10.292 INFO:teuthology.orchestra.run.vm08.stdout:(132/311): dconf-0.40.0-6.el9.x86_64.rpm 3.4 MB/s | 109 kB 00:00 2026-04-17T17:59:10.364 INFO:teuthology.orchestra.run.vm08.stdout:(133/311): exempi-2.6.0-0.2.20211007gite23c213. 5.1 MB/s | 523 kB 00:00 2026-04-17T17:59:10.376 INFO:teuthology.orchestra.run.vm00.stdout:(86/311): bluez-libs-5.83-2.el9.x86_64.rpm 558 kB/s | 81 kB 00:00 2026-04-17T17:59:10.385 INFO:teuthology.orchestra.run.vm08.stdout:(134/311): exiv2-0.27.5-2.el9.x86_64.rpm 7.9 MB/s | 975 kB 00:00 2026-04-17T17:59:10.386 INFO:teuthology.orchestra.run.vm00.stdout:(87/311): ModemManager-glib-1.20.2-1.el9.x86_64 1.5 MB/s | 334 kB 00:00 2026-04-17T17:59:10.387 INFO:teuthology.orchestra.run.vm08.stdout:(135/311): exiv2-libs-0.27.5-2.el9.x86_64.rpm 8.0 MB/s | 779 kB 00:00 2026-04-17T17:59:10.404 INFO:teuthology.orchestra.run.vm00.stdout:(88/311): bubblewrap-0.6.3-1.el9.x86_64.rpm 2.0 MB/s | 57 kB 00:00 2026-04-17T17:59:10.404 INFO:teuthology.orchestra.run.vm08.stdout:(136/311): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 7.8 MB/s | 324 kB 00:00 2026-04-17T17:59:10.415 INFO:teuthology.orchestra.run.vm00.stdout:(89/311): bzip2-1.0.8-10.el9_5.x86_64.rpm 1.8 MB/s | 51 kB 00:00 2026-04-17T17:59:10.424 INFO:teuthology.orchestra.run.vm08.stdout:(137/311): flac-libs-1.3.3-10.el9_2.1.x86_64.rp 5.4 MB/s | 217 kB 00:00 2026-04-17T17:59:10.434 INFO:teuthology.orchestra.run.vm00.stdout:(90/311): c-ares-1.19.1-2.el9_4.x86_64.rpm 3.6 MB/s | 110 kB 00:00 2026-04-17T17:59:10.450 INFO:teuthology.orchestra.run.vm00.stdout:(91/311): cryptsetup-2.7.2-4.el9.x86_64.rpm 8.6 MB/s | 310 kB 00:00 2026-04-17T17:59:10.457 INFO:teuthology.orchestra.run.vm08.stdout:(138/311): flatpak-session-helper-1.12.9-4.el9_ 2.2 MB/s | 71 kB 00:00 2026-04-17T17:59:10.495 INFO:teuthology.orchestra.run.vm08.stdout:(139/311): flatpak-1.12.9-4.el9_6.x86_64.rpm 16 MB/s | 1.7 MB 00:00 2026-04-17T17:59:10.496 INFO:teuthology.orchestra.run.vm00.stdout:(92/311): ceph-mgr-dashboard-20.2.0-21.gc03ba9e 11 MB/s | 15 MB 00:01 2026-04-17T17:59:10.496 INFO:teuthology.orchestra.run.vm08.stdout:(140/311): flatpak-selinux-1.12.9-4.el9_6.noarc 221 kB/s | 20 kB 00:00 2026-04-17T17:59:10.497 INFO:teuthology.orchestra.run.vm08.stdout:(141/311): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 737 kB/s | 30 kB 00:00 2026-04-17T17:59:10.497 INFO:teuthology.orchestra.run.vm00.stdout:(93/311): fuse-2.9.9-17.el9.x86_64.rpm 1.6 MB/s | 78 kB 00:00 2026-04-17T17:59:10.526 INFO:teuthology.orchestra.run.vm08.stdout:(142/311): flexiblas-openblas-openmp-3.0.4-8.el 520 kB/s | 15 kB 00:00 2026-04-17T17:59:10.530 INFO:teuthology.orchestra.run.vm00.stdout:(94/311): cups-libs-2.3.3op2-34.el9_7.2.x86_64. 2.7 MB/s | 260 kB 00:00 2026-04-17T17:59:10.538 INFO:teuthology.orchestra.run.vm00.stdout:(95/311): libconfig-1.7.2-9.el9.x86_64.rpm 1.7 MB/s | 71 kB 00:00 2026-04-17T17:59:10.541 INFO:teuthology.orchestra.run.vm08.stdout:(143/311): gdk-pixbuf2-modules-2.42.6-6.el9_6.x 1.9 MB/s | 83 kB 00:00 2026-04-17T17:59:10.566 INFO:teuthology.orchestra.run.vm00.stdout:(96/311): libpciaccess-0.16-7.el9.x86_64.rpm 964 kB/s | 26 kB 00:00 2026-04-17T17:59:10.568 INFO:teuthology.orchestra.run.vm08.stdout:(144/311): geoclue2-2.6.0-8.el9_6.1.x86_64.rpm 2.9 MB/s | 122 kB 00:00 2026-04-17T17:59:10.571 INFO:teuthology.orchestra.run.vm08.stdout:(145/311): giflib-5.2.1-9.el9.x86_64.rpm 1.6 MB/s | 48 kB 00:00 2026-04-17T17:59:10.590 INFO:teuthology.orchestra.run.vm00.stdout:(97/311): libgfortran-11.5.0-11.el9.x86_64.rpm 13 MB/s | 794 kB 00:00 2026-04-17T17:59:10.596 INFO:teuthology.orchestra.run.vm00.stdout:(98/311): libquadmath-11.5.0-11.el9.x86_64.rpm 6.1 MB/s | 184 kB 00:00 2026-04-17T17:59:10.601 INFO:teuthology.orchestra.run.vm08.stdout:(146/311): graphene-1.10.6-2.el9.x86_64.rpm 2.1 MB/s | 64 kB 00:00 2026-04-17T17:59:10.621 INFO:teuthology.orchestra.run.vm08.stdout:(147/311): google-guice-4.2.3-12.el9.noarch.rpm 8.7 MB/s | 471 kB 00:00 2026-04-17T17:59:10.629 INFO:teuthology.orchestra.run.vm00.stdout:(99/311): ledmon-libs-1.1.0-3.el9.x86_64.rpm 305 kB/s | 41 kB 00:00 2026-04-17T17:59:10.636 INFO:teuthology.orchestra.run.vm00.stdout:(100/311): libtdb-1.4.13-1.el9.x86_64.rpm 1.1 MB/s | 53 kB 00:00 2026-04-17T17:59:10.637 INFO:teuthology.orchestra.run.vm08.stdout:(148/311): gsm-1.0.19-6.el9.x86_64.rpm 937 kB/s | 33 kB 00:00 2026-04-17T17:59:10.637 INFO:teuthology.orchestra.run.vm00.stdout:(101/311): lksctp-tools-1.0.19-3.el9_4.x86_64.r 2.3 MB/s | 96 kB 00:00 2026-04-17T17:59:10.657 INFO:teuthology.orchestra.run.vm00.stdout:(102/311): mailcap-2.1.49-5.el9.0.2.noarch.rpm 1.2 MB/s | 32 kB 00:00 2026-04-17T17:59:10.668 INFO:teuthology.orchestra.run.vm00.stdout:(103/311): pciutils-3.7.0-7.el9.x86_64.rpm 2.9 MB/s | 92 kB 00:00 2026-04-17T17:59:10.695 INFO:teuthology.orchestra.run.vm00.stdout:(104/311): nvme-cli-2.13-1.el9.x86_64.rpm 17 MB/s | 1.0 MB 00:00 2026-04-17T17:59:10.695 INFO:teuthology.orchestra.run.vm08.stdout:(149/311): flexiblas-netlib-3.0.4-8.el9.0.1.x86 15 MB/s | 3.0 MB 00:00 2026-04-17T17:59:10.726 INFO:teuthology.orchestra.run.vm00.stdout:(105/311): python3-ply-3.11-14.el9.0.1.noarch.r 3.3 MB/s | 103 kB 00:00 2026-04-17T17:59:10.729 INFO:teuthology.orchestra.run.vm08.stdout:(150/311): gtk-update-icon-cache-3.24.31-8.el9. 969 kB/s | 32 kB 00:00 2026-04-17T17:59:10.739 INFO:teuthology.orchestra.run.vm00.stdout:(106/311): python3-cryptography-36.0.1-5.el9_6. 17 MB/s | 1.2 MB 00:00 2026-04-17T17:59:10.740 INFO:teuthology.orchestra.run.vm00.stdout:(107/311): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.8 MB/s | 241 kB 00:00 2026-04-17T17:59:10.756 INFO:teuthology.orchestra.run.vm08.stdout:(151/311): gstreamer1-1.22.12-3.el9.x86_64.rpm 11 MB/s | 1.4 MB 00:00 2026-04-17T17:59:10.756 INFO:teuthology.orchestra.run.vm00.stdout:(108/311): python3-pycparser-2.20-6.el9.noarch. 4.1 MB/s | 124 kB 00:00 2026-04-17T17:59:10.770 INFO:teuthology.orchestra.run.vm00.stdout:(109/311): python3-pyparsing-2.4.7-9.el9.0.1.no 4.6 MB/s | 150 kB 00:00 2026-04-17T17:59:10.771 INFO:teuthology.orchestra.run.vm00.stdout:(110/311): python3-requests-2.25.1-10.el9_6.noa 3.6 MB/s | 115 kB 00:00 2026-04-17T17:59:10.789 INFO:teuthology.orchestra.run.vm00.stdout:(111/311): python3-urllib3-1.26.5-6.el9_7.1.noa 5.8 MB/s | 191 kB 00:00 2026-04-17T17:59:10.803 INFO:teuthology.orchestra.run.vm00.stdout:(112/311): unzip-6.0-59.el9.x86_64.rpm 5.5 MB/s | 180 kB 00:00 2026-04-17T17:59:10.810 INFO:teuthology.orchestra.run.vm00.stdout:(113/311): smartmontools-7.2-9.el9.x86_64.rpm 14 MB/s | 551 kB 00:00 2026-04-17T17:59:10.820 INFO:teuthology.orchestra.run.vm08.stdout:(152/311): gstreamer1-plugins-base-1.22.12-5.el 12 MB/s | 2.2 MB 00:00 2026-04-17T17:59:10.821 INFO:teuthology.orchestra.run.vm00.stdout:(114/311): zip-3.0-35.el9.x86_64.rpm 8.1 MB/s | 263 kB 00:00 2026-04-17T17:59:10.857 INFO:teuthology.orchestra.run.vm08.stdout:(153/311): hicolor-icon-theme-0.17-13.el9.noarc 1.8 MB/s | 66 kB 00:00 2026-04-17T17:59:10.873 INFO:teuthology.orchestra.run.vm00.stdout:(115/311): alsa-lib-1.2.14-1.el9.x86_64.rpm 9.7 MB/s | 510 kB 00:00 2026-04-17T17:59:10.876 INFO:teuthology.orchestra.run.vm00.stdout:(116/311): adwaita-cursor-theme-40.1.1-3.el9.no 8.4 MB/s | 623 kB 00:00 2026-04-17T17:59:10.916 INFO:teuthology.orchestra.run.vm00.stdout:(117/311): apache-commons-cli-1.4-20.el9.noarch 1.6 MB/s | 69 kB 00:00 2026-04-17T17:59:10.921 INFO:teuthology.orchestra.run.vm00.stdout:(118/311): apache-commons-codec-1.15-10.el9.noa 6.6 MB/s | 300 kB 00:00 2026-04-17T17:59:10.937 INFO:teuthology.orchestra.run.vm08.stdout:(154/311): httpcomponents-client-4.5.13-7.el9.n 8.0 MB/s | 655 kB 00:00 2026-04-17T17:59:10.958 INFO:teuthology.orchestra.run.vm08.stdout:(155/311): guava-30.1-10.el9.noarch.rpm 11 MB/s | 2.3 MB 00:00 2026-04-17T17:59:10.958 INFO:teuthology.orchestra.run.vm00.stdout:(119/311): apache-commons-io-2.8.0-12.el9.noarc 6.6 MB/s | 282 kB 00:00 2026-04-17T17:59:10.975 INFO:teuthology.orchestra.run.vm00.stdout:(120/311): apache-commons-lang3-3.12.0-10.el9.n 10 MB/s | 557 kB 00:00 2026-04-17T17:59:10.989 INFO:teuthology.orchestra.run.vm00.stdout:(121/311): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 2.8 MB/s | 86 kB 00:00 2026-04-17T17:59:11.009 INFO:teuthology.orchestra.run.vm00.stdout:(122/311): at-spi2-core-2.40.3-1.el9.x86_64.rpm 5.2 MB/s | 176 kB 00:00 2026-04-17T17:59:11.011 INFO:teuthology.orchestra.run.vm08.stdout:(156/311): httpcomponents-core-4.4.13-11.el9.no 8.3 MB/s | 630 kB 00:00 2026-04-17T17:59:11.017 INFO:teuthology.orchestra.run.vm00.stdout:(123/311): atinject-1.0.3-9.el9.noarch.rpm 798 kB/s | 22 kB 00:00 2026-04-17T17:59:11.042 INFO:teuthology.orchestra.run.vm08.stdout:(157/311): jakarta-annotations-1.3.5-16.el9.noa 1.4 MB/s | 44 kB 00:00 2026-04-17T17:59:11.043 INFO:teuthology.orchestra.run.vm00.stdout:(124/311): atk-2.36.0-5.el9.x86_64.rpm 7.8 MB/s | 270 kB 00:00 2026-04-17T17:59:11.044 INFO:teuthology.orchestra.run.vm00.stdout:(125/311): avahi-glib-0.8-23.el9.x86_64.rpm 494 kB/s | 14 kB 00:00 2026-04-17T17:59:11.061 INFO:teuthology.orchestra.run.vm08.stdout:(158/311): gtk3-3.24.31-8.el9.x86_64.rpm 15 MB/s | 4.8 MB 00:00 2026-04-17T17:59:11.107 INFO:teuthology.orchestra.run.vm08.stdout:(159/311): java-17-openjdk-17.0.18.0.8-1.el9.x8 9.2 MB/s | 428 kB 00:00 2026-04-17T17:59:11.117 INFO:teuthology.orchestra.run.vm00.stdout:(126/311): boost-program-options-1.75.0-13.el9_ 1.4 MB/s | 104 kB 00:00 2026-04-17T17:59:11.119 INFO:teuthology.orchestra.run.vm08.stdout:(160/311): jansi-2.3.3-9.el9.x86_64.rpm 1.4 MB/s | 108 kB 00:00 2026-04-17T17:59:11.146 INFO:teuthology.orchestra.run.vm00.stdout:(127/311): adwaita-icon-theme-40.1.1-3.el9.noar 32 MB/s | 11 MB 00:00 2026-04-17T17:59:11.148 INFO:teuthology.orchestra.run.vm00.stdout:(128/311): cdi-api-2.0.2-9.el9.noarch.rpm 505 kB/s | 52 kB 00:00 2026-04-17T17:59:11.150 INFO:teuthology.orchestra.run.vm00.stdout:(129/311): colord-libs-1.4.5-6.el9_6.x86_64.rpm 6.9 MB/s | 228 kB 00:00 2026-04-17T17:59:11.167 INFO:teuthology.orchestra.run.vm08.stdout:(161/311): iso-codes-4.6.0-3.el9.noarch.rpm 16 MB/s | 3.3 MB 00:00 2026-04-17T17:59:11.186 INFO:teuthology.orchestra.run.vm00.stdout:(130/311): composefs-libs-1.0.8-1.el9.x86_64.rp 1.3 MB/s | 53 kB 00:00 2026-04-17T17:59:11.187 INFO:teuthology.orchestra.run.vm00.stdout:(131/311): dconf-0.40.0-6.el9.x86_64.rpm 2.9 MB/s | 109 kB 00:00 2026-04-17T17:59:11.188 INFO:teuthology.orchestra.run.vm00.stdout:(132/311): copy-jdk-configs-4.0-3.el9.0.1.noarc 683 kB/s | 27 kB 00:00 2026-04-17T17:59:11.196 INFO:teuthology.orchestra.run.vm08.stdout:(162/311): javapackages-filesystem-6.4.0-1.el9. 352 kB/s | 10 kB 00:00 2026-04-17T17:59:11.230 INFO:teuthology.orchestra.run.vm00.stdout:(133/311): exempi-2.6.0-0.2.20211007gite23c213. 12 MB/s | 523 kB 00:00 2026-04-17T17:59:11.230 INFO:teuthology.orchestra.run.vm08.stdout:(163/311): javapackages-tools-6.4.0-1.el9.noarc 933 kB/s | 31 kB 00:00 2026-04-17T17:59:11.255 INFO:teuthology.orchestra.run.vm00.stdout:(134/311): exiv2-libs-0.27.5-2.el9.x86_64.rpm 11 MB/s | 779 kB 00:00 2026-04-17T17:59:11.258 INFO:teuthology.orchestra.run.vm00.stdout:(135/311): exiv2-0.27.5-2.el9.x86_64.rpm 13 MB/s | 975 kB 00:00 2026-04-17T17:59:11.266 INFO:teuthology.orchestra.run.vm00.stdout:(136/311): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 8.7 MB/s | 324 kB 00:00 2026-04-17T17:59:11.267 INFO:teuthology.orchestra.run.vm08.stdout:(164/311): jbigkit-libs-2.1-23.el9.x86_64.rpm 1.4 MB/s | 52 kB 00:00 2026-04-17T17:59:11.294 INFO:teuthology.orchestra.run.vm00.stdout:(137/311): flac-libs-1.3.3-10.el9_2.1.x86_64.rp 5.6 MB/s | 217 kB 00:00 2026-04-17T17:59:11.294 INFO:teuthology.orchestra.run.vm00.stdout:(138/311): flatpak-selinux-1.12.9-4.el9_6.noarc 730 kB/s | 20 kB 00:00 2026-04-17T17:59:11.300 INFO:teuthology.orchestra.run.vm08.stdout:(165/311): jcl-over-slf4j-1.7.30-16.el9.noarch. 692 kB/s | 23 kB 00:00 2026-04-17T17:59:11.322 INFO:teuthology.orchestra.run.vm00.stdout:(139/311): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 1.1 MB/s | 30 kB 00:00 2026-04-17T17:59:11.331 INFO:teuthology.orchestra.run.vm08.stdout:(166/311): java-17-openjdk-devel-17.0.18.0.8-1. 21 MB/s | 4.7 MB 00:00 2026-04-17T17:59:11.332 INFO:teuthology.orchestra.run.vm00.stdout:(140/311): flatpak-session-helper-1.12.9-4.el9_ 1.8 MB/s | 71 kB 00:00 2026-04-17T17:59:11.339 INFO:teuthology.orchestra.run.vm00.stdout:(141/311): flatpak-1.12.9-4.el9_6.x86_64.rpm 21 MB/s | 1.7 MB 00:00 2026-04-17T17:59:11.347 INFO:teuthology.orchestra.run.vm08.stdout:(167/311): jsoup-1.13.1-13.el9.noarch.rpm 7.8 MB/s | 375 kB 00:00 2026-04-17T17:59:11.377 INFO:teuthology.orchestra.run.vm08.stdout:(168/311): lcms2-2.12-3.el9.x86_64.rpm 5.5 MB/s | 166 kB 00:00 2026-04-17T17:59:11.397 INFO:teuthology.orchestra.run.vm00.stdout:(142/311): flexiblas-openblas-openmp-3.0.4-8.el 231 kB/s | 15 kB 00:00 2026-04-17T17:59:11.400 INFO:teuthology.orchestra.run.vm00.stdout:(143/311): gdk-pixbuf2-modules-2.42.6-6.el9_6.x 1.3 MB/s | 83 kB 00:00 2026-04-17T17:59:11.405 INFO:teuthology.orchestra.run.vm08.stdout:(169/311): libX11-xcb-1.7.0-11.el9.x86_64.rpm 371 kB/s | 10 kB 00:00 2026-04-17T17:59:11.429 INFO:teuthology.orchestra.run.vm00.stdout:(144/311): giflib-5.2.1-9.el9.x86_64.rpm 1.6 MB/s | 48 kB 00:00 2026-04-17T17:59:11.430 INFO:teuthology.orchestra.run.vm00.stdout:(145/311): geoclue2-2.6.0-8.el9_6.1.x86_64.rpm 3.6 MB/s | 122 kB 00:00 2026-04-17T17:59:11.434 INFO:teuthology.orchestra.run.vm08.stdout:(170/311): libXcomposite-0.4.5-7.el9.x86_64.rpm 785 kB/s | 23 kB 00:00 2026-04-17T17:59:11.469 INFO:teuthology.orchestra.run.vm00.stdout:(146/311): graphene-1.10.6-2.el9.x86_64.rpm 1.6 MB/s | 64 kB 00:00 2026-04-17T17:59:11.476 INFO:teuthology.orchestra.run.vm00.stdout:(147/311): google-guice-4.2.3-12.el9.noarch.rpm 9.9 MB/s | 471 kB 00:00 2026-04-17T17:59:11.488 INFO:teuthology.orchestra.run.vm00.stdout:(148/311): flexiblas-netlib-3.0.4-8.el9.0.1.x86 18 MB/s | 3.0 MB 00:00 2026-04-17T17:59:11.496 INFO:teuthology.orchestra.run.vm00.stdout:(149/311): gsm-1.0.19-6.el9.x86_64.rpm 1.2 MB/s | 33 kB 00:00 2026-04-17T17:59:11.526 INFO:teuthology.orchestra.run.vm00.stdout:(150/311): gtk-update-icon-cache-3.24.31-8.el9. 1.1 MB/s | 32 kB 00:00 2026-04-17T17:59:11.546 INFO:teuthology.orchestra.run.vm00.stdout:(151/311): gstreamer1-1.22.12-3.el9.x86_64.rpm 20 MB/s | 1.4 MB 00:00 2026-04-17T17:59:11.569 INFO:teuthology.orchestra.run.vm00.stdout:(152/311): gstreamer1-plugins-base-1.22.12-5.el 27 MB/s | 2.2 MB 00:00 2026-04-17T17:59:11.647 INFO:teuthology.orchestra.run.vm08.stdout:(171/311): jsr-305-3.0.2-9.el9.noarch.rpm 97 kB/s | 31 kB 00:00 2026-04-17T17:59:11.662 INFO:teuthology.orchestra.run.vm00.stdout:(153/311): hicolor-icon-theme-0.17-13.el9.noarc 709 kB/s | 66 kB 00:00 2026-04-17T17:59:11.676 INFO:teuthology.orchestra.run.vm08.stdout:(172/311): libXdamage-1.1.5-7.el9.x86_64.rpm 764 kB/s | 22 kB 00:00 2026-04-17T17:59:11.687 INFO:teuthology.orchestra.run.vm08.stdout:(173/311): libXcursor-1.2.0-7.el9.x86_64.rpm 118 kB/s | 30 kB 00:00 2026-04-17T17:59:11.710 INFO:teuthology.orchestra.run.vm08.stdout:(174/311): libXfixes-5.0.3-16.el9.x86_64.rpm 562 kB/s | 19 kB 00:00 2026-04-17T17:59:11.718 INFO:teuthology.orchestra.run.vm08.stdout:(175/311): libXi-1.7.10-8.el9.x86_64.rpm 1.2 MB/s | 39 kB 00:00 2026-04-17T17:59:11.723 INFO:teuthology.orchestra.run.vm00.stdout:(154/311): httpcomponents-client-4.5.13-7.el9.n 11 MB/s | 655 kB 00:00 2026-04-17T17:59:11.737 INFO:teuthology.orchestra.run.vm08.stdout:(176/311): libXinerama-1.1.4-10.el9.x86_64.rpm 521 kB/s | 14 kB 00:00 2026-04-17T17:59:11.749 INFO:teuthology.orchestra.run.vm08.stdout:(177/311): libXrandr-1.5.2-8.el9.x86_64.rpm 891 kB/s | 27 kB 00:00 2026-04-17T17:59:11.768 INFO:teuthology.orchestra.run.vm08.stdout:(178/311): libXtst-1.2.3-16.el9.x86_64.rpm 674 kB/s | 20 kB 00:00 2026-04-17T17:59:11.771 INFO:teuthology.orchestra.run.vm00.stdout:(155/311): guava-30.1-10.el9.noarch.rpm 10 MB/s | 2.3 MB 00:00 2026-04-17T17:59:11.774 INFO:teuthology.orchestra.run.vm00.stdout:(156/311): httpcomponents-core-4.4.13-11.el9.no 12 MB/s | 630 kB 00:00 2026-04-17T17:59:11.778 INFO:teuthology.orchestra.run.vm08.stdout:(179/311): libXv-1.0.11-16.el9.x86_64.rpm 612 kB/s | 18 kB 00:00 2026-04-17T17:59:11.797 INFO:teuthology.orchestra.run.vm08.stdout:(180/311): libXxf86vm-1.1.4-18.el9.x86_64.rpm 657 kB/s | 18 kB 00:00 2026-04-17T17:59:11.807 INFO:teuthology.orchestra.run.vm08.stdout:(181/311): libasyncns-0.8-22.el9.x86_64.rpm 1.0 MB/s | 29 kB 00:00 2026-04-17T17:59:11.823 INFO:teuthology.orchestra.run.vm08.stdout:(182/311): libcanberra-0.30-27.el9.x86_64.rpm 3.0 MB/s | 85 kB 00:00 2026-04-17T17:59:11.834 INFO:teuthology.orchestra.run.vm08.stdout:(183/311): libcanberra-gtk3-0.30-27.el9.x86_64. 1.1 MB/s | 31 kB 00:00 2026-04-17T17:59:11.853 INFO:teuthology.orchestra.run.vm00.stdout:(157/311): jakarta-annotations-1.3.5-16.el9.noa 553 kB/s | 44 kB 00:00 2026-04-17T17:59:11.854 INFO:teuthology.orchestra.run.vm08.stdout:(184/311): libdrm-2.4.123-2.el9.x86_64.rpm 5.0 MB/s | 158 kB 00:00 2026-04-17T17:59:11.890 INFO:teuthology.orchestra.run.vm00.stdout:(158/311): gtk3-3.24.31-8.el9.x86_64.rpm 13 MB/s | 4.8 MB 00:00 2026-04-17T17:59:11.891 INFO:teuthology.orchestra.run.vm08.stdout:(185/311): libepoxy-1.5.5-4.el9.x86_64.rpm 4.3 MB/s | 244 kB 00:00 2026-04-17T17:59:11.892 INFO:teuthology.orchestra.run.vm00.stdout:(159/311): jansi-2.3.3-9.el9.x86_64.rpm 2.7 MB/s | 108 kB 00:00 2026-04-17T17:59:11.909 INFO:teuthology.orchestra.run.vm08.stdout:(186/311): libexif-0.6.22-6.el9.x86_64.rpm 7.5 MB/s | 423 kB 00:00 2026-04-17T17:59:11.921 INFO:teuthology.orchestra.run.vm08.stdout:(187/311): libfontenc-1.1.3-17.el9.x86_64.rpm 1.0 MB/s | 30 kB 00:00 2026-04-17T17:59:11.946 INFO:teuthology.orchestra.run.vm08.stdout:(188/311): libgexiv2-0.14.3-1.el9.x86_64.rpm 2.5 MB/s | 93 kB 00:00 2026-04-17T17:59:11.955 INFO:teuthology.orchestra.run.vm08.stdout:(189/311): libglvnd-1.3.4-1.el9.x86_64.rpm 3.9 MB/s | 133 kB 00:00 2026-04-17T17:59:11.964 INFO:teuthology.orchestra.run.vm00.stdout:(160/311): java-17-openjdk-17.0.18.0.8-1.el9.x8 5.7 MB/s | 428 kB 00:00 2026-04-17T17:59:11.975 INFO:teuthology.orchestra.run.vm08.stdout:(190/311): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 1.2 MB/s | 36 kB 00:00 2026-04-17T17:59:11.996 INFO:teuthology.orchestra.run.vm08.stdout:(191/311): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 3.4 MB/s | 140 kB 00:00 2026-04-17T17:59:12.018 INFO:teuthology.orchestra.run.vm08.stdout:(192/311): libgsf-1.14.47-5.el9.x86_64.rpm 5.6 MB/s | 245 kB 00:00 2026-04-17T17:59:12.031 INFO:teuthology.orchestra.run.vm00.stdout:(161/311): iso-codes-4.6.0-3.el9.noarch.rpm 13 MB/s | 3.3 MB 00:00 2026-04-17T17:59:12.032 INFO:teuthology.orchestra.run.vm08.stdout:(193/311): libgxps-0.3.2-3.el9.x86_64.rpm 2.1 MB/s | 78 kB 00:00 2026-04-17T17:59:12.051 INFO:teuthology.orchestra.run.vm08.stdout:(194/311): libiptcdata-1.0.5-10.el9.x86_64.rpm 1.8 MB/s | 60 kB 00:00 2026-04-17T17:59:12.059 INFO:teuthology.orchestra.run.vm00.stdout:(162/311): javapackages-filesystem-6.4.0-1.el9. 370 kB/s | 10 kB 00:00 2026-04-17T17:59:12.064 INFO:teuthology.orchestra.run.vm08.stdout:(195/311): libldac-2.0.2.3-10.el9.x86_64.rpm 1.2 MB/s | 40 kB 00:00 2026-04-17T17:59:12.094 INFO:teuthology.orchestra.run.vm08.stdout:(196/311): libnotify-0.7.9-8.el9.x86_64.rpm 1.4 MB/s | 43 kB 00:00 2026-04-17T17:59:12.094 INFO:teuthology.orchestra.run.vm00.stdout:(163/311): java-17-openjdk-devel-17.0.18.0.8-1. 23 MB/s | 4.7 MB 00:00 2026-04-17T17:59:12.095 INFO:teuthology.orchestra.run.vm00.stdout:(164/311): javapackages-tools-6.4.0-1.el9.noarc 887 kB/s | 31 kB 00:00 2026-04-17T17:59:12.122 INFO:teuthology.orchestra.run.vm00.stdout:(165/311): jbigkit-libs-2.1-23.el9.x86_64.rpm 1.8 MB/s | 52 kB 00:00 2026-04-17T17:59:12.123 INFO:teuthology.orchestra.run.vm08.stdout:(197/311): libogg-1.3.4-6.el9.x86_64.rpm 1.1 MB/s | 32 kB 00:00 2026-04-17T17:59:12.124 INFO:teuthology.orchestra.run.vm00.stdout:(166/311): jcl-over-slf4j-1.7.30-16.el9.noarch. 782 kB/s | 23 kB 00:00 2026-04-17T17:59:12.129 INFO:teuthology.orchestra.run.vm08.stdout:(198/311): libnbd-1.20.3-4.el9.x86_64.rpm 2.2 MB/s | 171 kB 00:00 2026-04-17T17:59:12.158 INFO:teuthology.orchestra.run.vm00.stdout:(167/311): jsr-305-3.0.2-9.el9.noarch.rpm 905 kB/s | 31 kB 00:00 2026-04-17T17:59:12.162 INFO:teuthology.orchestra.run.vm00.stdout:(168/311): jsoup-1.13.1-13.el9.noarch.rpm 9.2 MB/s | 375 kB 00:00 2026-04-17T17:59:12.172 INFO:teuthology.orchestra.run.vm08.stdout:(199/311): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.6 MB/s | 159 kB 00:00 2026-04-17T17:59:12.182 INFO:teuthology.orchestra.run.vm08.stdout:(200/311): libosinfo-1.10.0-1.el9.x86_64.rpm 5.2 MB/s | 312 kB 00:00 2026-04-17T17:59:12.190 INFO:teuthology.orchestra.run.vm00.stdout:(169/311): libX11-xcb-1.7.0-11.el9.x86_64.rpm 373 kB/s | 10 kB 00:00 2026-04-17T17:59:12.195 INFO:teuthology.orchestra.run.vm00.stdout:(170/311): lcms2-2.12-3.el9.x86_64.rpm 4.5 MB/s | 166 kB 00:00 2026-04-17T17:59:12.201 INFO:teuthology.orchestra.run.vm08.stdout:(201/311): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.5 MB/s | 44 kB 00:00 2026-04-17T17:59:12.217 INFO:teuthology.orchestra.run.vm00.stdout:(171/311): libXcomposite-0.4.5-7.el9.x86_64.rpm 863 kB/s | 23 kB 00:00 2026-04-17T17:59:12.228 INFO:teuthology.orchestra.run.vm00.stdout:(172/311): libXcursor-1.2.0-7.el9.x86_64.rpm 910 kB/s | 30 kB 00:00 2026-04-17T17:59:12.232 INFO:teuthology.orchestra.run.vm08.stdout:(202/311): libsbc-1.4-9.el9.x86_64.rpm 1.4 MB/s | 44 kB 00:00 2026-04-17T17:59:12.245 INFO:teuthology.orchestra.run.vm00.stdout:(173/311): libXdamage-1.1.5-7.el9.x86_64.rpm 816 kB/s | 22 kB 00:00 2026-04-17T17:59:12.246 INFO:teuthology.orchestra.run.vm08.stdout:(203/311): librdkafka-1.6.1-102.el9.x86_64.rpm 10 MB/s | 662 kB 00:00 2026-04-17T17:59:12.257 INFO:teuthology.orchestra.run.vm00.stdout:(174/311): libXfixes-5.0.3-16.el9.x86_64.rpm 640 kB/s | 19 kB 00:00 2026-04-17T17:59:12.272 INFO:teuthology.orchestra.run.vm00.stdout:(175/311): libXi-1.7.10-8.el9.x86_64.rpm 1.4 MB/s | 39 kB 00:00 2026-04-17T17:59:12.282 INFO:teuthology.orchestra.run.vm08.stdout:(204/311): libsndfile-1.0.31-9.el9.x86_64.rpm 4.1 MB/s | 205 kB 00:00 2026-04-17T17:59:12.287 INFO:teuthology.orchestra.run.vm00.stdout:(176/311): libXinerama-1.1.4-10.el9.x86_64.rpm 480 kB/s | 14 kB 00:00 2026-04-17T17:59:12.291 INFO:teuthology.orchestra.run.vm08.stdout:(205/311): libstoragemgmt-1.10.1-1.el9.x86_64.r 5.3 MB/s | 243 kB 00:00 2026-04-17T17:59:12.299 INFO:teuthology.orchestra.run.vm00.stdout:(177/311): libXrandr-1.5.2-8.el9.x86_64.rpm 1.0 MB/s | 27 kB 00:00 2026-04-17T17:59:12.317 INFO:teuthology.orchestra.run.vm08.stdout:(206/311): libtheora-1.1.1-31.el9.x86_64.rpm 4.5 MB/s | 163 kB 00:00 2026-04-17T17:59:12.320 INFO:teuthology.orchestra.run.vm00.stdout:(178/311): libXtst-1.2.3-16.el9.x86_64.rpm 624 kB/s | 20 kB 00:00 2026-04-17T17:59:12.326 INFO:teuthology.orchestra.run.vm00.stdout:(179/311): libXv-1.0.11-16.el9.x86_64.rpm 675 kB/s | 18 kB 00:00 2026-04-17T17:59:12.334 INFO:teuthology.orchestra.run.vm08.stdout:(207/311): libtiff-4.4.0-15.el9_7.2.0.1.x86_64. 4.5 MB/s | 196 kB 00:00 2026-04-17T17:59:12.356 INFO:teuthology.orchestra.run.vm08.stdout:(208/311): libtracker-sparql-3.1.2-3.el9_1.x86_ 8.2 MB/s | 316 kB 00:00 2026-04-17T17:59:12.370 INFO:teuthology.orchestra.run.vm08.stdout:(209/311): libvorbis-1.3.7-5.el9.x86_64.rpm 5.3 MB/s | 192 kB 00:00 2026-04-17T17:59:12.373 INFO:teuthology.orchestra.run.vm00.stdout:(180/311): libasyncns-0.8-22.el9.x86_64.rpm 640 kB/s | 29 kB 00:00 2026-04-17T17:59:12.377 INFO:teuthology.orchestra.run.vm00.stdout:(181/311): libXxf86vm-1.1.4-18.el9.x86_64.rpm 314 kB/s | 18 kB 00:00 2026-04-17T17:59:12.384 INFO:teuthology.orchestra.run.vm08.stdout:(210/311): libwayland-client-1.21.0-1.el9.x86_6 1.1 MB/s | 33 kB 00:00 2026-04-17T17:59:12.398 INFO:teuthology.orchestra.run.vm08.stdout:(211/311): libwayland-cursor-1.21.0-1.el9.x86_6 651 kB/s | 18 kB 00:00 2026-04-17T17:59:12.402 INFO:teuthology.orchestra.run.vm00.stdout:(182/311): libcanberra-0.30-27.el9.x86_64.rpm 2.9 MB/s | 85 kB 00:00 2026-04-17T17:59:12.407 INFO:teuthology.orchestra.run.vm00.stdout:(183/311): libcanberra-gtk3-0.30-27.el9.x86_64. 1.0 MB/s | 31 kB 00:00 2026-04-17T17:59:12.412 INFO:teuthology.orchestra.run.vm08.stdout:(212/311): libwayland-egl-1.21.0-1.el9.x86_64.r 428 kB/s | 12 kB 00:00 2026-04-17T17:59:12.426 INFO:teuthology.orchestra.run.vm08.stdout:(213/311): libwayland-server-1.21.0-1.el9.x86_6 1.5 MB/s | 41 kB 00:00 2026-04-17T17:59:12.433 INFO:teuthology.orchestra.run.vm00.stdout:(184/311): libdrm-2.4.123-2.el9.x86_64.rpm 5.0 MB/s | 158 kB 00:00 2026-04-17T17:59:12.443 INFO:teuthology.orchestra.run.vm00.stdout:(185/311): libepoxy-1.5.5-4.el9.x86_64.rpm 6.7 MB/s | 244 kB 00:00 2026-04-17T17:59:12.460 INFO:teuthology.orchestra.run.vm08.stdout:(214/311): libxkbcommon-1.0.3-4.el9.x86_64.rpm 3.9 MB/s | 132 kB 00:00 2026-04-17T17:59:12.462 INFO:teuthology.orchestra.run.vm08.stdout:(215/311): libwebp-1.2.0-8.el9.x86_64.rpm 5.5 MB/s | 276 kB 00:00 2026-04-17T17:59:12.471 INFO:teuthology.orchestra.run.vm00.stdout:(186/311): libexif-0.6.22-6.el9.x86_64.rpm 11 MB/s | 423 kB 00:00 2026-04-17T17:59:12.474 INFO:teuthology.orchestra.run.vm00.stdout:(187/311): libfontenc-1.1.3-17.el9.x86_64.rpm 995 kB/s | 30 kB 00:00 2026-04-17T17:59:12.486 INFO:teuthology.orchestra.run.vm08.stdout:(216/311): libxshmfence-1.3-10.el9.x86_64.rpm 436 kB/s | 12 kB 00:00 2026-04-17T17:59:12.496 INFO:teuthology.orchestra.run.vm08.stdout:(217/311): libxslt-1.1.34-14.el9_7.1.x86_64.rpm 6.9 MB/s | 240 kB 00:00 2026-04-17T17:59:12.500 INFO:teuthology.orchestra.run.vm00.stdout:(188/311): libgexiv2-0.14.3-1.el9.x86_64.rpm 3.2 MB/s | 93 kB 00:00 2026-04-17T17:59:12.507 INFO:teuthology.orchestra.run.vm00.stdout:(189/311): libglvnd-1.3.4-1.el9.x86_64.rpm 4.0 MB/s | 133 kB 00:00 2026-04-17T17:59:12.514 INFO:teuthology.orchestra.run.vm08.stdout:(218/311): llvm-filesystem-20.1.8-3.el9.x86_64. 337 kB/s | 9.2 kB 00:00 2026-04-17T17:59:12.528 INFO:teuthology.orchestra.run.vm00.stdout:(190/311): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 1.3 MB/s | 36 kB 00:00 2026-04-17T17:59:12.544 INFO:teuthology.orchestra.run.vm08.stdout:(219/311): low-memory-monitor-2.1-4.el9.x86_64. 1.2 MB/s | 35 kB 00:00 2026-04-17T17:59:12.577 INFO:teuthology.orchestra.run.vm08.stdout:(220/311): lttng-ust-2.12.0-6.el9.x86_64.rpm 8.6 MB/s | 282 kB 00:00 2026-04-17T17:59:12.613 INFO:teuthology.orchestra.run.vm00.stdout:(191/311): libgsf-1.14.47-5.el9.x86_64.rpm 2.8 MB/s | 245 kB 00:00 2026-04-17T17:59:12.614 INFO:teuthology.orchestra.run.vm00.stdout:(192/311): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 1.3 MB/s | 140 kB 00:00 2026-04-17T17:59:12.618 INFO:teuthology.orchestra.run.vm08.stdout:(221/311): lua-5.4.4-4.el9.x86_64.rpm 4.5 MB/s | 187 kB 00:00 2026-04-17T17:59:12.642 INFO:teuthology.orchestra.run.vm00.stdout:(193/311): libgxps-0.3.2-3.el9.x86_64.rpm 2.6 MB/s | 78 kB 00:00 2026-04-17T17:59:12.649 INFO:teuthology.orchestra.run.vm00.stdout:(194/311): libiptcdata-1.0.5-10.el9.x86_64.rpm 1.7 MB/s | 60 kB 00:00 2026-04-17T17:59:12.655 INFO:teuthology.orchestra.run.vm08.stdout:(222/311): lua-posix-35.0-8.el9.x86_64.rpm 3.4 MB/s | 131 kB 00:00 2026-04-17T17:59:12.669 INFO:teuthology.orchestra.run.vm00.stdout:(195/311): libldac-2.0.2.3-10.el9.x86_64.rpm 1.5 MB/s | 40 kB 00:00 2026-04-17T17:59:12.682 INFO:teuthology.orchestra.run.vm00.stdout:(196/311): libnbd-1.20.3-4.el9.x86_64.rpm 5.0 MB/s | 171 kB 00:00 2026-04-17T17:59:12.699 INFO:teuthology.orchestra.run.vm00.stdout:(197/311): libnotify-0.7.9-8.el9.x86_64.rpm 1.4 MB/s | 43 kB 00:00 2026-04-17T17:59:12.755 INFO:teuthology.orchestra.run.vm00.stdout:(198/311): libogg-1.3.4-6.el9.x86_64.rpm 447 kB/s | 32 kB 00:00 2026-04-17T17:59:12.763 INFO:teuthology.orchestra.run.vm00.stdout:(199/311): libosinfo-1.10.0-1.el9.x86_64.rpm 4.8 MB/s | 312 kB 00:00 2026-04-17T17:59:12.763 INFO:teuthology.orchestra.run.vm08.stdout:(223/311): java-17-openjdk-headless-17.0.18.0.8 27 MB/s | 44 MB 00:01 2026-04-17T17:59:12.764 INFO:teuthology.orchestra.run.vm08.stdout:(224/311): maven-3.6.3-22.el9.noarch.rpm 153 kB/s | 17 kB 00:00 2026-04-17T17:59:12.783 INFO:teuthology.orchestra.run.vm00.stdout:(200/311): libpmemobj-1.12.1-1.el9.x86_64.rpm 5.6 MB/s | 159 kB 00:00 2026-04-17T17:59:12.790 INFO:teuthology.orchestra.run.vm00.stdout:(201/311): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.6 MB/s | 44 kB 00:00 2026-04-17T17:59:12.795 INFO:teuthology.orchestra.run.vm08.stdout:(225/311): maven-openjdk17-3.6.3-22.el9.noarch. 269 kB/s | 8.0 kB 00:00 2026-04-17T17:59:12.819 INFO:teuthology.orchestra.run.vm00.stdout:(202/311): libsbc-1.4-9.el9.x86_64.rpm 1.5 MB/s | 44 kB 00:00 2026-04-17T17:59:12.835 INFO:teuthology.orchestra.run.vm00.stdout:(203/311): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 662 kB 00:00 2026-04-17T17:59:12.851 INFO:teuthology.orchestra.run.vm00.stdout:(204/311): libsndfile-1.0.31-9.el9.x86_64.rpm 6.3 MB/s | 205 kB 00:00 2026-04-17T17:59:12.862 INFO:teuthology.orchestra.run.vm08.stdout:(226/311): maven-resolver-1.6.1-14.el9.noarch.r 7.5 MB/s | 512 kB 00:00 2026-04-17T17:59:12.867 INFO:teuthology.orchestra.run.vm08.stdout:(227/311): maven-lib-3.6.3-22.el9.noarch.rpm 14 MB/s | 1.5 MB 00:00 2026-04-17T17:59:12.870 INFO:teuthology.orchestra.run.vm00.stdout:(205/311): libstoragemgmt-1.10.1-1.el9.x86_64.r 6.8 MB/s | 243 kB 00:00 2026-04-17T17:59:12.882 INFO:teuthology.orchestra.run.vm00.stdout:(206/311): libtheora-1.1.1-31.el9.x86_64.rpm 5.2 MB/s | 163 kB 00:00 2026-04-17T17:59:12.897 INFO:teuthology.orchestra.run.vm08.stdout:(228/311): maven-shared-utils-3.3.4-7.el9.noarc 4.2 MB/s | 150 kB 00:00 2026-04-17T17:59:12.912 INFO:teuthology.orchestra.run.vm08.stdout:(229/311): maven-wagon-3.4.2-10.el9.noarch.rpm 2.4 MB/s | 111 kB 00:00 2026-04-17T17:59:12.914 INFO:teuthology.orchestra.run.vm00.stdout:(207/311): libtiff-4.4.0-15.el9_7.2.0.1.x86_64. 4.5 MB/s | 196 kB 00:00 2026-04-17T17:59:12.917 INFO:teuthology.orchestra.run.vm00.stdout:(208/311): libtracker-sparql-3.1.2-3.el9_1.x86_ 8.8 MB/s | 316 kB 00:00 2026-04-17T17:59:12.942 INFO:teuthology.orchestra.run.vm08.stdout:(230/311): mesa-filesystem-25.0.7-5.el9_7.x86_6 356 kB/s | 11 kB 00:00 2026-04-17T17:59:12.944 INFO:teuthology.orchestra.run.vm00.stdout:(209/311): libwayland-client-1.21.0-1.el9.x86_6 1.2 MB/s | 33 kB 00:00 2026-04-17T17:59:12.949 INFO:teuthology.orchestra.run.vm00.stdout:(210/311): libvorbis-1.3.7-5.el9.x86_64.rpm 5.3 MB/s | 192 kB 00:00 2026-04-17T17:59:12.971 INFO:teuthology.orchestra.run.vm00.stdout:(211/311): libwayland-cursor-1.21.0-1.el9.x86_6 693 kB/s | 18 kB 00:00 2026-04-17T17:59:12.977 INFO:teuthology.orchestra.run.vm00.stdout:(212/311): libwayland-egl-1.21.0-1.el9.x86_64.r 430 kB/s | 12 kB 00:00 2026-04-17T17:59:12.978 INFO:teuthology.orchestra.run.vm08.stdout:(231/311): mesa-libEGL-25.0.7-5.el9_7.x86_64.rp 3.7 MB/s | 136 kB 00:00 2026-04-17T17:59:12.999 INFO:teuthology.orchestra.run.vm00.stdout:(213/311): libwayland-server-1.21.0-1.el9.x86_6 1.5 MB/s | 41 kB 00:00 2026-04-17T17:59:13.014 INFO:teuthology.orchestra.run.vm00.stdout:(214/311): libwebp-1.2.0-8.el9.x86_64.rpm 7.4 MB/s | 276 kB 00:00 2026-04-17T17:59:13.015 INFO:teuthology.orchestra.run.vm08.stdout:(232/311): mesa-libGL-25.0.7-5.el9_7.x86_64.rpm 4.2 MB/s | 155 kB 00:00 2026-04-17T17:59:13.029 INFO:teuthology.orchestra.run.vm00.stdout:(215/311): libxkbcommon-1.0.3-4.el9.x86_64.rpm 4.3 MB/s | 132 kB 00:00 2026-04-17T17:59:13.042 INFO:teuthology.orchestra.run.vm00.stdout:(216/311): libxshmfence-1.3-10.el9.x86_64.rpm 422 kB/s | 12 kB 00:00 2026-04-17T17:59:13.046 INFO:teuthology.orchestra.run.vm08.stdout:(233/311): mesa-libgbm-25.0.7-5.el9_7.x86_64.rp 531 kB/s | 16 kB 00:00 2026-04-17T17:59:13.074 INFO:teuthology.orchestra.run.vm08.stdout:(234/311): mkfontscale-1.2.1-3.el9.x86_64.rpm 1.1 MB/s | 31 kB 00:00 2026-04-17T17:59:13.150 INFO:teuthology.orchestra.run.vm08.stdout:(235/311): openblas-0.3.29-1.el9.x86_64.rpm 542 kB/s | 41 kB 00:00 2026-04-17T17:59:13.151 INFO:teuthology.orchestra.run.vm00.stdout:(217/311): java-17-openjdk-headless-17.0.18.0.8 37 MB/s | 44 MB 00:01 2026-04-17T17:59:13.152 INFO:teuthology.orchestra.run.vm00.stdout:(218/311): llvm-filesystem-20.1.8-3.el9.x86_64. 84 kB/s | 9.2 kB 00:00 2026-04-17T17:59:13.153 INFO:teuthology.orchestra.run.vm00.stdout:(219/311): libxslt-1.1.34-14.el9_7.1.x86_64.rpm 1.9 MB/s | 240 kB 00:00 2026-04-17T17:59:13.185 INFO:teuthology.orchestra.run.vm00.stdout:(220/311): low-memory-monitor-2.1-4.el9.x86_64. 1.0 MB/s | 35 kB 00:00 2026-04-17T17:59:13.190 INFO:teuthology.orchestra.run.vm00.stdout:(221/311): lttng-ust-2.12.0-6.el9.x86_64.rpm 7.8 MB/s | 282 kB 00:00 2026-04-17T17:59:13.219 INFO:teuthology.orchestra.run.vm00.stdout:(222/311): lua-posix-35.0-8.el9.x86_64.rpm 4.3 MB/s | 131 kB 00:00 2026-04-17T17:59:13.220 INFO:teuthology.orchestra.run.vm00.stdout:(223/311): lua-5.4.4-4.el9.x86_64.rpm 5.1 MB/s | 187 kB 00:00 2026-04-17T17:59:13.246 INFO:teuthology.orchestra.run.vm00.stdout:(224/311): maven-3.6.3-22.el9.noarch.rpm 629 kB/s | 17 kB 00:00 2026-04-17T17:59:13.273 INFO:teuthology.orchestra.run.vm00.stdout:(225/311): maven-openjdk17-3.6.3-22.el9.noarch. 302 kB/s | 8.0 kB 00:00 2026-04-17T17:59:13.303 INFO:teuthology.orchestra.run.vm00.stdout:(226/311): maven-lib-3.6.3-22.el9.noarch.rpm 18 MB/s | 1.5 MB 00:00 2026-04-17T17:59:13.314 INFO:teuthology.orchestra.run.vm00.stdout:(227/311): maven-resolver-1.6.1-14.el9.noarch.r 12 MB/s | 512 kB 00:00 2026-04-17T17:59:13.336 INFO:teuthology.orchestra.run.vm00.stdout:(228/311): maven-shared-utils-3.3.4-7.el9.noarc 4.5 MB/s | 150 kB 00:00 2026-04-17T17:59:13.343 INFO:teuthology.orchestra.run.vm00.stdout:(229/311): maven-wagon-3.4.2-10.el9.noarch.rpm 3.7 MB/s | 111 kB 00:00 2026-04-17T17:59:13.370 INFO:teuthology.orchestra.run.vm00.stdout:(230/311): mesa-filesystem-25.0.7-5.el9_7.x86_6 408 kB/s | 11 kB 00:00 2026-04-17T17:59:13.399 INFO:teuthology.orchestra.run.vm00.stdout:(231/311): mesa-libEGL-25.0.7-5.el9_7.x86_64.rp 4.5 MB/s | 136 kB 00:00 2026-04-17T17:59:13.430 INFO:teuthology.orchestra.run.vm00.stdout:(232/311): mesa-libGL-25.0.7-5.el9_7.x86_64.rpm 4.9 MB/s | 155 kB 00:00 2026-04-17T17:59:13.457 INFO:teuthology.orchestra.run.vm00.stdout:(233/311): mesa-libgbm-25.0.7-5.el9_7.x86_64.rp 615 kB/s | 16 kB 00:00 2026-04-17T17:59:13.485 INFO:teuthology.orchestra.run.vm00.stdout:(234/311): mkfontscale-1.2.1-3.el9.x86_64.rpm 1.1 MB/s | 31 kB 00:00 2026-04-17T17:59:13.512 INFO:teuthology.orchestra.run.vm00.stdout:(235/311): openblas-0.3.29-1.el9.x86_64.rpm 1.5 MB/s | 41 kB 00:00 2026-04-17T17:59:13.597 INFO:teuthology.orchestra.run.vm08.stdout:(236/311): llvm-libs-20.1.8-3.el9.x86_64.rpm 27 MB/s | 30 MB 00:01 2026-04-17T17:59:13.612 INFO:teuthology.orchestra.run.vm08.stdout:(237/311): openblas-openmp-0.3.29-1.el9.x86_64. 11 MB/s | 5.3 MB 00:00 2026-04-17T17:59:13.640 INFO:teuthology.orchestra.run.vm08.stdout:(238/311): mesa-dri-drivers-25.0.7-5.el9_7.x86_ 13 MB/s | 9.7 MB 00:00 2026-04-17T17:59:13.642 INFO:teuthology.orchestra.run.vm08.stdout:(239/311): openjpeg2-2.4.0-8.el9.x86_64.rpm 3.5 MB/s | 161 kB 00:00 2026-04-17T17:59:13.652 INFO:teuthology.orchestra.run.vm08.stdout:(240/311): opus-1.3.1-10.el9.x86_64.rpm 4.8 MB/s | 199 kB 00:00 2026-04-17T17:59:13.653 INFO:teuthology.orchestra.run.vm00.stdout:(236/311): openblas-openmp-0.3.29-1.el9.x86_64. 38 MB/s | 5.3 MB 00:00 2026-04-17T17:59:13.675 INFO:teuthology.orchestra.run.vm08.stdout:(241/311): orc-0.4.31-8.el9.x86_64.rpm 5.1 MB/s | 182 kB 00:00 2026-04-17T17:59:13.676 INFO:teuthology.orchestra.run.vm08.stdout:(242/311): osinfo-db-20250606-1.el9.rocky.20250 8.8 MB/s | 310 kB 00:00 2026-04-17T17:59:13.679 INFO:teuthology.orchestra.run.vm08.stdout:(243/311): osinfo-db-tools-1.10.0-1.el9.x86_64. 2.5 MB/s | 68 kB 00:00 2026-04-17T17:59:13.684 INFO:teuthology.orchestra.run.vm00.stdout:(237/311): openjpeg2-2.4.0-8.el9.x86_64.rpm 5.1 MB/s | 161 kB 00:00 2026-04-17T17:59:13.711 INFO:teuthology.orchestra.run.vm08.stdout:(244/311): ostree-libs-2025.6-2.el9_7.x86_64.rp 13 MB/s | 484 kB 00:00 2026-04-17T17:59:13.711 INFO:teuthology.orchestra.run.vm00.stdout:(238/311): mesa-dri-drivers-25.0.7-5.el9_7.x86_ 26 MB/s | 9.7 MB 00:00 2026-04-17T17:59:13.711 INFO:teuthology.orchestra.run.vm08.stdout:(245/311): perl-Benchmark-1.23-481.1.el9_6.noar 787 kB/s | 25 kB 00:00 2026-04-17T17:59:13.713 INFO:teuthology.orchestra.run.vm08.stdout:(246/311): p11-kit-server-0.25.3-3.el9_5.x86_64 6.5 MB/s | 244 kB 00:00 2026-04-17T17:59:13.727 INFO:teuthology.orchestra.run.vm00.stdout:(239/311): opus-1.3.1-10.el9.x86_64.rpm 4.6 MB/s | 199 kB 00:00 2026-04-17T17:59:13.743 INFO:teuthology.orchestra.run.vm08.stdout:(247/311): pipewire-1.0.1-1.el9.x86_64.rpm 3.2 MB/s | 101 kB 00:00 2026-04-17T17:59:13.745 INFO:teuthology.orchestra.run.vm08.stdout:(248/311): perl-Test-Harness-3.42-461.el9.noarc 7.6 MB/s | 267 kB 00:00 2026-04-17T17:59:13.746 INFO:teuthology.orchestra.run.vm00.stdout:(240/311): orc-0.4.31-8.el9.x86_64.rpm 5.1 MB/s | 182 kB 00:00 2026-04-17T17:59:13.746 INFO:teuthology.orchestra.run.vm08.stdout:(249/311): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 1.7 MB/s | 56 kB 00:00 2026-04-17T17:59:13.759 INFO:teuthology.orchestra.run.vm00.stdout:(241/311): osinfo-db-20250606-1.el9.rocky.20250 9.5 MB/s | 310 kB 00:00 2026-04-17T17:59:13.770 INFO:teuthology.orchestra.run.vm08.stdout:(250/311): pipewire-jack-audio-connection-kit-1 311 kB/s | 8.1 kB 00:00 2026-04-17T17:59:13.773 INFO:teuthology.orchestra.run.vm08.stdout:(251/311): pipewire-jack-audio-connection-kit-l 4.8 MB/s | 134 kB 00:00 2026-04-17T17:59:13.778 INFO:teuthology.orchestra.run.vm00.stdout:(242/311): osinfo-db-tools-1.10.0-1.el9.x86_64. 2.1 MB/s | 68 kB 00:00 2026-04-17T17:59:13.795 INFO:teuthology.orchestra.run.vm00.stdout:(243/311): ostree-libs-2025.6-2.el9_7.x86_64.rp 13 MB/s | 484 kB 00:00 2026-04-17T17:59:13.800 INFO:teuthology.orchestra.run.vm08.stdout:(252/311): pipewire-pulseaudio-1.0.1-1.el9.x86_ 6.1 MB/s | 185 kB 00:00 2026-04-17T17:59:13.801 INFO:teuthology.orchestra.run.vm08.stdout:(253/311): plexus-cipher-1.7-30.el9.noarch.rpm 879 kB/s | 24 kB 00:00 2026-04-17T17:59:13.827 INFO:teuthology.orchestra.run.vm00.stdout:(244/311): p11-kit-server-0.25.3-3.el9_5.x86_64 5.0 MB/s | 244 kB 00:00 2026-04-17T17:59:13.828 INFO:teuthology.orchestra.run.vm08.stdout:(254/311): plexus-containers-component-annotati 639 kB/s | 17 kB 00:00 2026-04-17T17:59:13.837 INFO:teuthology.orchestra.run.vm08.stdout:(255/311): pipewire-libs-1.0.1-1.el9.x86_64.rpm 20 MB/s | 1.9 MB 00:00 2026-04-17T17:59:13.855 INFO:teuthology.orchestra.run.vm08.stdout:(256/311): plexus-interpolation-1.26-15.el9.noa 2.9 MB/s | 78 kB 00:00 2026-04-17T17:59:13.858 INFO:teuthology.orchestra.run.vm00.stdout:(245/311): perl-Benchmark-1.23-481.1.el9_6.noar 405 kB/s | 25 kB 00:00 2026-04-17T17:59:13.859 INFO:teuthology.orchestra.run.vm08.stdout:(257/311): plexus-classworlds-2.6.0-14.el9.noar 994 kB/s | 59 kB 00:00 2026-04-17T17:59:13.864 INFO:teuthology.orchestra.run.vm00.stdout:(246/311): perl-Test-Harness-3.42-461.el9.noarc 7.1 MB/s | 267 kB 00:00 2026-04-17T17:59:13.864 INFO:teuthology.orchestra.run.vm08.stdout:(258/311): plexus-sec-dispatcher-1.4-41.el9.noa 1.2 MB/s | 32 kB 00:00 2026-04-17T17:59:13.887 INFO:teuthology.orchestra.run.vm08.stdout:(259/311): plexus-utils-3.3.0-13.el9.noarch.rpm 7.9 MB/s | 253 kB 00:00 2026-04-17T17:59:13.887 INFO:teuthology.orchestra.run.vm00.stdout:(247/311): pipewire-1.0.1-1.el9.x86_64.rpm 3.4 MB/s | 101 kB 00:00 2026-04-17T17:59:13.909 INFO:teuthology.orchestra.run.vm00.stdout:(248/311): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 1.2 MB/s | 56 kB 00:00 2026-04-17T17:59:13.909 INFO:teuthology.orchestra.run.vm08.stdout:(260/311): poppler-21.01.0-23.el9_7.x86_64.rpm 21 MB/s | 1.1 MB 00:00 2026-04-17T17:59:13.914 INFO:teuthology.orchestra.run.vm00.stdout:(249/311): pipewire-jack-audio-connection-kit-1 313 kB/s | 8.1 kB 00:00 2026-04-17T17:59:13.916 INFO:teuthology.orchestra.run.vm08.stdout:(261/311): poppler-glib-21.01.0-23.el9_7.x86_64 5.0 MB/s | 151 kB 00:00 2026-04-17T17:59:13.943 INFO:teuthology.orchestra.run.vm00.stdout:(250/311): pipewire-jack-audio-connection-kit-l 3.9 MB/s | 134 kB 00:00 2026-04-17T17:59:13.950 INFO:teuthology.orchestra.run.vm08.stdout:(262/311): publicsuffix-list-20210518-3.el9.noa 2.4 MB/s | 82 kB 00:00 2026-04-17T17:59:13.972 INFO:teuthology.orchestra.run.vm08.stdout:(263/311): protobuf-3.14.0-17.el9_7.x86_64.rpm 16 MB/s | 1.0 MB 00:00 2026-04-17T17:59:14.026 INFO:teuthology.orchestra.run.vm08.stdout:(264/311): poppler-data-0.4.9-9.el9.0.1.noarch. 11 MB/s | 1.8 MB 00:00 2026-04-17T17:59:14.027 INFO:teuthology.orchestra.run.vm00.stdout:(251/311): llvm-libs-20.1.8-3.el9.x86_64.rpm 34 MB/s | 30 MB 00:00 2026-04-17T17:59:14.028 INFO:teuthology.orchestra.run.vm00.stdout:(252/311): pipewire-pulseaudio-1.0.1-1.el9.x86_ 2.1 MB/s | 185 kB 00:00 2026-04-17T17:59:14.040 INFO:teuthology.orchestra.run.vm00.stdout:(253/311): pipewire-libs-1.0.1-1.el9.x86_64.rpm 15 MB/s | 1.9 MB 00:00 2026-04-17T17:59:14.041 INFO:teuthology.orchestra.run.vm08.stdout:(265/311): pulseaudio-libs-15.0-3.el9.x86_64.rp 7.2 MB/s | 663 kB 00:00 2026-04-17T17:59:14.056 INFO:teuthology.orchestra.run.vm08.stdout:(266/311): python3-devel-3.9.23-2.el9.x86_64.rp 6.7 MB/s | 205 kB 00:00 2026-04-17T17:59:14.070 INFO:teuthology.orchestra.run.vm08.stdout:(267/311): python3-jinja2-2.11.3-8.el9_5.noarch 7.8 MB/s | 228 kB 00:00 2026-04-17T17:59:14.072 INFO:teuthology.orchestra.run.vm00.stdout:(254/311): plexus-containers-component-annotati 533 kB/s | 17 kB 00:00 2026-04-17T17:59:14.073 INFO:teuthology.orchestra.run.vm00.stdout:(255/311): plexus-cipher-1.7-30.el9.noarch.rpm 526 kB/s | 24 kB 00:00 2026-04-17T17:59:14.074 INFO:teuthology.orchestra.run.vm00.stdout:(256/311): plexus-classworlds-2.6.0-14.el9.noar 1.3 MB/s | 59 kB 00:00 2026-04-17T17:59:14.083 INFO:teuthology.orchestra.run.vm08.stdout:(268/311): python3-jmespath-1.0.1-1.el9_7.noarc 1.6 MB/s | 43 kB 00:00 2026-04-17T17:59:14.099 INFO:teuthology.orchestra.run.vm08.stdout:(269/311): python3-libstoragemgmt-1.10.1-1.el9. 5.6 MB/s | 166 kB 00:00 2026-04-17T17:59:14.105 INFO:teuthology.orchestra.run.vm00.stdout:(257/311): plexus-sec-dispatcher-1.4-41.el9.noa 1.0 MB/s | 32 kB 00:00 2026-04-17T17:59:14.106 INFO:teuthology.orchestra.run.vm00.stdout:(258/311): plexus-interpolation-1.26-15.el9.noa 2.3 MB/s | 78 kB 00:00 2026-04-17T17:59:14.110 INFO:teuthology.orchestra.run.vm00.stdout:(259/311): plexus-utils-3.3.0-13.el9.noarch.rpm 6.9 MB/s | 253 kB 00:00 2026-04-17T17:59:14.127 INFO:teuthology.orchestra.run.vm08.stdout:(270/311): python3-markupsafe-1.1.1-12.el9.x86_ 1.1 MB/s | 32 kB 00:00 2026-04-17T17:59:14.147 INFO:teuthology.orchestra.run.vm00.stdout:(260/311): poppler-glib-21.01.0-23.el9_7.x86_64 4.1 MB/s | 151 kB 00:00 2026-04-17T17:59:14.165 INFO:teuthology.orchestra.run.vm00.stdout:(261/311): poppler-21.01.0-23.el9_7.x86_64.rpm 18 MB/s | 1.1 MB 00:00 2026-04-17T17:59:14.169 INFO:teuthology.orchestra.run.vm08.stdout:(271/311): python3-lxml-4.6.5-3.el9.x86_64.rpm 14 MB/s | 1.2 MB 00:00 2026-04-17T17:59:14.188 INFO:teuthology.orchestra.run.vm00.stdout:(262/311): poppler-data-0.4.9-9.el9.0.1.noarch. 22 MB/s | 1.8 MB 00:00 2026-04-17T17:59:14.189 INFO:teuthology.orchestra.run.vm08.stdout:(272/311): python3-babel-2.9.1-2.el9.noarch.rpm 27 MB/s | 5.8 MB 00:00 2026-04-17T17:59:14.197 INFO:teuthology.orchestra.run.vm00.stdout:(263/311): publicsuffix-list-20210518-3.el9.noa 2.5 MB/s | 82 kB 00:00 2026-04-17T17:59:14.200 INFO:teuthology.orchestra.run.vm00.stdout:(264/311): protobuf-3.14.0-17.el9_7.x86_64.rpm 19 MB/s | 1.0 MB 00:00 2026-04-17T17:59:14.212 INFO:teuthology.orchestra.run.vm08.stdout:(273/311): python3-numpy-f2py-1.23.5-2.el9_7.x8 9.0 MB/s | 368 kB 00:00 2026-04-17T17:59:14.223 INFO:teuthology.orchestra.run.vm08.stdout:(274/311): python3-packaging-20.9-5.el9.noarch. 2.0 MB/s | 69 kB 00:00 2026-04-17T17:59:14.229 INFO:teuthology.orchestra.run.vm00.stdout:(265/311): pulseaudio-libs-15.0-3.el9.x86_64.rp 16 MB/s | 663 kB 00:00 2026-04-17T17:59:14.235 INFO:teuthology.orchestra.run.vm00.stdout:(266/311): python3-devel-3.9.23-2.el9.x86_64.rp 5.7 MB/s | 205 kB 00:00 2026-04-17T17:59:14.257 INFO:teuthology.orchestra.run.vm08.stdout:(275/311): python3-protobuf-3.14.0-17.el9_7.noa 5.2 MB/s | 237 kB 00:00 2026-04-17T17:59:14.260 INFO:teuthology.orchestra.run.vm08.stdout:(276/311): python3-pyasn1-0.4.8-7.el9_7.noarch. 3.5 MB/s | 132 kB 00:00 2026-04-17T17:59:14.262 INFO:teuthology.orchestra.run.vm00.stdout:(267/311): python3-jinja2-2.11.3-8.el9_5.noarch 6.9 MB/s | 228 kB 00:00 2026-04-17T17:59:14.264 INFO:teuthology.orchestra.run.vm00.stdout:(268/311): python3-jmespath-1.0.1-1.el9_7.noarc 1.5 MB/s | 43 kB 00:00 2026-04-17T17:59:14.293 INFO:teuthology.orchestra.run.vm00.stdout:(269/311): python3-libstoragemgmt-1.10.1-1.el9. 5.2 MB/s | 166 kB 00:00 2026-04-17T17:59:14.293 INFO:teuthology.orchestra.run.vm08.stdout:(277/311): python3-requests-oauthlib-1.3.0-12.e 1.3 MB/s | 43 kB 00:00 2026-04-17T17:59:14.313 INFO:teuthology.orchestra.run.vm08.stdout:(278/311): python3-pyasn1-modules-0.4.8-7.el9_7 3.7 MB/s | 210 kB 00:00 2026-04-17T17:59:14.323 INFO:teuthology.orchestra.run.vm00.stdout:(270/311): python3-markupsafe-1.1.1-12.el9.x86_ 1.1 MB/s | 32 kB 00:00 2026-04-17T17:59:14.345 INFO:teuthology.orchestra.run.vm08.stdout:(279/311): python3-toml-0.10.2-6.el9.0.1.noarch 1.4 MB/s | 44 kB 00:00 2026-04-17T17:59:14.357 INFO:teuthology.orchestra.run.vm00.stdout:(271/311): python3-lxml-4.6.5-3.el9.x86_64.rpm 13 MB/s | 1.2 MB 00:00 2026-04-17T17:59:14.415 INFO:teuthology.orchestra.run.vm08.stdout:(280/311): qatlib-24.09.0-1.el9.x86_64.rpm 3.1 MB/s | 221 kB 00:00 2026-04-17T17:59:14.415 INFO:teuthology.orchestra.run.vm00.stdout:(272/311): python3-babel-2.9.1-2.el9.noarch.rpm 26 MB/s | 5.8 MB 00:00 2026-04-17T17:59:14.417 INFO:teuthology.orchestra.run.vm00.stdout:(273/311): python3-numpy-f2py-1.23.5-2.el9_7.x8 6.0 MB/s | 368 kB 00:00 2026-04-17T17:59:14.444 INFO:teuthology.orchestra.run.vm00.stdout:(274/311): python3-packaging-20.9-5.el9.noarch. 2.4 MB/s | 69 kB 00:00 2026-04-17T17:59:14.457 INFO:teuthology.orchestra.run.vm00.stdout:(275/311): python3-protobuf-3.14.0-17.el9_7.noa 5.9 MB/s | 237 kB 00:00 2026-04-17T17:59:14.458 INFO:teuthology.orchestra.run.vm08.stdout:(281/311): python3-numpy-1.23.5-2.el9_7.x86_64. 17 MB/s | 5.8 MB 00:00 2026-04-17T17:59:14.459 INFO:teuthology.orchestra.run.vm08.stdout:(282/311): qatlib-service-24.09.0-1.el9.x86_64. 831 kB/s | 36 kB 00:00 2026-04-17T17:59:14.474 INFO:teuthology.orchestra.run.vm00.stdout:(276/311): python3-pyasn1-0.4.8-7.el9_7.noarch. 4.3 MB/s | 132 kB 00:00 2026-04-17T17:59:14.490 INFO:teuthology.orchestra.run.vm00.stdout:(277/311): python3-pyasn1-modules-0.4.8-7.el9_7 6.3 MB/s | 210 kB 00:00 2026-04-17T17:59:14.492 INFO:teuthology.orchestra.run.vm08.stdout:(283/311): qatzip-libs-1.3.1-1.el9.x86_64.rpm 1.9 MB/s | 65 kB 00:00 2026-04-17T17:59:14.493 INFO:teuthology.orchestra.run.vm08.stdout:(284/311): rtkit-0.11-29.el9.x86_64.rpm 1.6 MB/s | 55 kB 00:00 2026-04-17T17:59:14.510 INFO:teuthology.orchestra.run.vm00.stdout:(278/311): python3-numpy-1.23.5-2.el9_7.x86_64. 31 MB/s | 5.8 MB 00:00 2026-04-17T17:59:14.511 INFO:teuthology.orchestra.run.vm00.stdout:(279/311): python3-requests-oauthlib-1.3.0-12.e 1.1 MB/s | 43 kB 00:00 2026-04-17T17:59:14.526 INFO:teuthology.orchestra.run.vm08.stdout:(285/311): slf4j-1.7.30-16.el9.noarch.rpm 2.0 MB/s | 68 kB 00:00 2026-04-17T17:59:14.543 INFO:teuthology.orchestra.run.vm00.stdout:(280/311): python3-toml-0.10.2-6.el9.0.1.noarch 1.3 MB/s | 44 kB 00:00 2026-04-17T17:59:14.550 INFO:teuthology.orchestra.run.vm00.stdout:(281/311): qatlib-24.09.0-1.el9.x86_64.rpm 5.6 MB/s | 221 kB 00:00 2026-04-17T17:59:14.552 INFO:teuthology.orchestra.run.vm08.stdout:(286/311): sisu-0.3.4-14.el9.noarch.rpm 8.3 MB/s | 508 kB 00:00 2026-04-17T17:59:14.571 INFO:teuthology.orchestra.run.vm00.stdout:(282/311): qatlib-service-24.09.0-1.el9.x86_64. 1.3 MB/s | 36 kB 00:00 2026-04-17T17:59:14.582 INFO:teuthology.orchestra.run.vm00.stdout:(283/311): qatzip-libs-1.3.1-1.el9.x86_64.rpm 2.0 MB/s | 65 kB 00:00 2026-04-17T17:59:14.584 INFO:teuthology.orchestra.run.vm08.stdout:(287/311): socat-1.7.4.1-8.el9.x86_64.rpm 5.1 MB/s | 299 kB 00:00 2026-04-17T17:59:14.599 INFO:teuthology.orchestra.run.vm00.stdout:(284/311): rtkit-0.11-29.el9.x86_64.rpm 2.0 MB/s | 55 kB 00:00 2026-04-17T17:59:14.609 INFO:teuthology.orchestra.run.vm08.stdout:(288/311): sound-theme-freedesktop-0.8-17.el9.0 6.7 MB/s | 384 kB 00:00 2026-04-17T17:59:14.627 INFO:teuthology.orchestra.run.vm00.stdout:(285/311): slf4j-1.7.30-16.el9.noarch.rpm 2.4 MB/s | 68 kB 00:00 2026-04-17T17:59:14.629 INFO:teuthology.orchestra.run.vm00.stdout:(286/311): sisu-0.3.4-14.el9.noarch.rpm 11 MB/s | 508 kB 00:00 2026-04-17T17:59:14.648 INFO:teuthology.orchestra.run.vm08.stdout:(289/311): totem-pl-parser-3.26.6-2.el9.x86_64. 3.2 MB/s | 130 kB 00:00 2026-04-17T17:59:14.683 INFO:teuthology.orchestra.run.vm00.stdout:(287/311): socat-1.7.4.1-8.el9.x86_64.rpm 5.3 MB/s | 299 kB 00:00 2026-04-17T17:59:14.685 INFO:teuthology.orchestra.run.vm00.stdout:(288/311): sound-theme-freedesktop-0.8-17.el9.0 6.7 MB/s | 384 kB 00:00 2026-04-17T17:59:14.718 INFO:teuthology.orchestra.run.vm08.stdout:(290/311): tracker-3.1.2-3.el9_1.x86_64.rpm 7.6 MB/s | 538 kB 00:00 2026-04-17T17:59:14.721 INFO:teuthology.orchestra.run.vm00.stdout:(289/311): totem-pl-parser-3.26.6-2.el9.x86_64. 3.6 MB/s | 130 kB 00:00 2026-04-17T17:59:14.754 INFO:teuthology.orchestra.run.vm00.stdout:(290/311): spirv-tools-libs-2025.2-1.el9.x86_64 21 MB/s | 1.5 MB 00:00 2026-04-17T17:59:14.759 INFO:teuthology.orchestra.run.vm08.stdout:(291/311): spirv-tools-libs-2025.2-1.el9.x86_64 8.4 MB/s | 1.5 MB 00:00 2026-04-17T17:59:14.769 INFO:teuthology.orchestra.run.vm00.stdout:(291/311): tracker-3.1.2-3.el9_1.x86_64.rpm 11 MB/s | 538 kB 00:00 2026-04-17T17:59:14.798 INFO:teuthology.orchestra.run.vm08.stdout:(292/311): ttmkfdir-3.0.9-65.el9.x86_64.rpm 1.3 MB/s | 52 kB 00:00 2026-04-17T17:59:14.803 INFO:teuthology.orchestra.run.vm00.stdout:(292/311): ttmkfdir-3.0.9-65.el9.x86_64.rpm 1.5 MB/s | 52 kB 00:00 2026-04-17T17:59:14.806 INFO:teuthology.orchestra.run.vm00.stdout:(293/311): tracker-miners-3.1.2-4.el9_3.x86_64. 17 MB/s | 888 kB 00:00 2026-04-17T17:59:14.825 INFO:teuthology.orchestra.run.vm08.stdout:(293/311): tracker-miners-3.1.2-4.el9_3.x86_64. 8.1 MB/s | 888 kB 00:00 2026-04-17T17:59:14.836 INFO:teuthology.orchestra.run.vm00.stdout:(294/311): tzdata-java-2026a-1.el9_7.noarch.rpm 4.2 MB/s | 145 kB 00:00 2026-04-17T17:59:14.837 INFO:teuthology.orchestra.run.vm08.stdout:(294/311): tzdata-java-2026a-1.el9_7.noarch.rpm 3.6 MB/s | 145 kB 00:00 2026-04-17T17:59:14.859 INFO:teuthology.orchestra.run.vm08.stdout:(295/311): upower-0.99.13-2.el9.x86_64.rpm 4.7 MB/s | 165 kB 00:00 2026-04-17T17:59:14.880 INFO:teuthology.orchestra.run.vm08.stdout:(296/311): webrtc-audio-processing-0.3.1-8.el9. 6.9 MB/s | 303 kB 00:00 2026-04-17T17:59:14.883 INFO:teuthology.orchestra.run.vm00.stdout:(295/311): upower-0.99.13-2.el9.x86_64.rpm 2.1 MB/s | 165 kB 00:00 2026-04-17T17:59:14.892 INFO:teuthology.orchestra.run.vm00.stdout:(296/311): webrtc-audio-processing-0.3.1-8.el9. 5.3 MB/s | 303 kB 00:00 2026-04-17T17:59:14.893 INFO:teuthology.orchestra.run.vm08.stdout:(297/311): wireplumber-0.4.14-1.el9.0.1.x86_64. 2.5 MB/s | 83 kB 00:00 2026-04-17T17:59:14.912 INFO:teuthology.orchestra.run.vm00.stdout:(297/311): wireplumber-0.4.14-1.el9.0.1.x86_64. 2.8 MB/s | 83 kB 00:00 2026-04-17T17:59:14.927 INFO:teuthology.orchestra.run.vm08.stdout:(298/311): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 1.2 MB/s | 41 kB 00:00 2026-04-17T17:59:14.932 INFO:teuthology.orchestra.run.vm00.stdout:(298/311): wireplumber-libs-0.4.14-1.el9.0.1.x8 8.4 MB/s | 338 kB 00:00 2026-04-17T17:59:14.935 INFO:teuthology.orchestra.run.vm08.stdout:(299/311): wireplumber-libs-0.4.14-1.el9.0.1.x8 6.1 MB/s | 338 kB 00:00 2026-04-17T17:59:14.939 INFO:teuthology.orchestra.run.vm00.stdout:(299/311): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 1.5 MB/s | 41 kB 00:00 2026-04-17T17:59:14.966 INFO:teuthology.orchestra.run.vm08.stdout:(300/311): xdg-desktop-portal-1.12.6-1.el9.x86_ 9.4 MB/s | 367 kB 00:00 2026-04-17T17:59:14.968 INFO:teuthology.orchestra.run.vm08.stdout:(301/311): xdg-desktop-portal-gtk-1.12.0-3.el9. 3.8 MB/s | 130 kB 00:00 2026-04-17T17:59:15.007 INFO:teuthology.orchestra.run.vm08.stdout:(302/311): xmlsec1-1.2.29-13.el9.x86_64.rpm 4.8 MB/s | 188 kB 00:00 2026-04-17T17:59:15.007 INFO:teuthology.orchestra.run.vm00.stdout:(300/311): python3-scipy-1.9.3-2.el9.x86_64.rpm 36 MB/s | 19 MB 00:00 2026-04-17T17:59:15.009 INFO:teuthology.orchestra.run.vm00.stdout:(301/311): xdg-desktop-portal-gtk-1.12.0-3.el9. 1.8 MB/s | 130 kB 00:00 2026-04-17T17:59:15.011 INFO:teuthology.orchestra.run.vm00.stdout:(302/311): xdg-desktop-portal-1.12.6-1.el9.x86_ 4.5 MB/s | 367 kB 00:00 2026-04-17T17:59:15.015 INFO:teuthology.orchestra.run.vm08.stdout:(303/311): xkeyboard-config-2.33-2.el9.0.1.noar 17 MB/s | 854 kB 00:00 2026-04-17T17:59:15.039 INFO:teuthology.orchestra.run.vm08.stdout:(304/311): xmlsec1-openssl-1.2.29-13.el9.x86_64 2.7 MB/s | 89 kB 00:00 2026-04-17T17:59:15.041 INFO:teuthology.orchestra.run.vm00.stdout:(303/311): xmlsec1-1.2.29-13.el9.x86_64.rpm 5.7 MB/s | 188 kB 00:00 2026-04-17T17:59:15.044 INFO:teuthology.orchestra.run.vm08.stdout:(305/311): xmlstarlet-1.6.1-20.el9.x86_64.rpm 2.1 MB/s | 63 kB 00:00 2026-04-17T17:59:15.044 INFO:teuthology.orchestra.run.vm00.stdout:(304/311): xmlsec1-openssl-1.2.29-13.el9.x86_64 2.7 MB/s | 89 kB 00:00 2026-04-17T17:59:15.054 INFO:teuthology.orchestra.run.vm00.stdout:(305/311): xkeyboard-config-2.33-2.el9.0.1.noar 18 MB/s | 854 kB 00:00 2026-04-17T17:59:15.069 INFO:teuthology.orchestra.run.vm00.stdout:(306/311): xmlstarlet-1.6.1-20.el9.x86_64.rpm 2.3 MB/s | 63 kB 00:00 2026-04-17T17:59:15.074 INFO:teuthology.orchestra.run.vm08.stdout:(306/311): lua-devel-5.4.4-4.el9.x86_64.rpm 718 kB/s | 21 kB 00:00 2026-04-17T17:59:15.078 INFO:teuthology.orchestra.run.vm08.stdout:(307/311): xorg-x11-fonts-Type1-7.5-33.el9.noar 12 MB/s | 499 kB 00:00 2026-04-17T17:59:15.081 INFO:teuthology.orchestra.run.vm00.stdout:(307/311): xorg-x11-fonts-Type1-7.5-33.el9.noar 13 MB/s | 499 kB 00:00 2026-04-17T17:59:15.084 INFO:teuthology.orchestra.run.vm00.stdout:(308/311): lua-devel-5.4.4-4.el9.x86_64.rpm 713 kB/s | 21 kB 00:00 2026-04-17T17:59:15.111 INFO:teuthology.orchestra.run.vm00.stdout:(309/311): protobuf-compiler-3.14.0-17.el9_7.x8 20 MB/s | 862 kB 00:00 2026-04-17T17:59:15.118 INFO:teuthology.orchestra.run.vm08.stdout:(308/311): protobuf-compiler-3.14.0-17.el9_7.x8 19 MB/s | 862 kB 00:00 2026-04-17T17:59:15.259 INFO:teuthology.orchestra.run.vm08.stdout:(309/311): python3-scipy-1.9.3-2.el9.x86_64.rpm 19 MB/s | 19 MB 00:00 2026-04-17T17:59:15.533 INFO:teuthology.orchestra.run.vm08.stdout:(310/311): librbd1-20.2.0-21.gc03ba9ecf58.el9.c 6.9 MB/s | 2.8 MB 00:00 2026-04-17T17:59:15.554 INFO:teuthology.orchestra.run.vm08.stdout:(311/311): librados2-20.2.0-21.gc03ba9ecf58.el9 7.4 MB/s | 3.5 MB 00:00 2026-04-17T17:59:15.558 INFO:teuthology.orchestra.run.vm08.stdout:-------------------------------------------------------------------------------- 2026-04-17T17:59:15.558 INFO:teuthology.orchestra.run.vm08.stdout:Total 28 MB/s | 421 MB 00:15 2026-04-17T17:59:17.509 INFO:teuthology.orchestra.run.vm00.stdout:(310/311): librbd1-20.2.0-21.gc03ba9ecf58.el9.c 1.2 MB/s | 2.8 MB 00:02 2026-04-17T17:59:17.670 INFO:teuthology.orchestra.run.vm00.stdout:(311/311): librados2-20.2.0-21.gc03ba9ecf58.el9 1.4 MB/s | 3.5 MB 00:02 2026-04-17T17:59:17.675 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-04-17T17:59:17.675 INFO:teuthology.orchestra.run.vm00.stdout:Total 24 MB/s | 421 MB 00:17 2026-04-17T17:59:17.974 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-04-17T17:59:18.066 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-04-17T17:59:18.067 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-04-17T17:59:19.759 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-04-17T17:59:19.760 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-04-17T17:59:20.413 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-04-17T17:59:20.503 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-04-17T17:59:20.503 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-04-17T17:59:21.431 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 1/1 2026-04-17T17:59:21.550 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 1/1 2026-04-17T17:59:21.608 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-04-17T17:59:21.658 INFO:teuthology.orchestra.run.vm08.stdout: Installing : javapackages-filesystem-6.4.0-1.el9.noarch 1/313 2026-04-17T17:59:21.666 INFO:teuthology.orchestra.run.vm08.stdout: Installing : thrift-0.15.0-4.el9.x86_64 2/313 2026-04-17T17:59:21.671 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libxslt-1.1.34-14.el9_7.1.x86_64 3/313 2026-04-17T17:59:21.673 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 4/313 2026-04-17T17:59:21.703 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXi-1.7.10-8.el9.x86_64 5/313 2026-04-17T17:59:21.712 INFO:teuthology.orchestra.run.vm08.stdout: Installing : alsa-lib-1.2.14-1.el9.x86_64 6/313 2026-04-17T17:59:21.719 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/313 2026-04-17T17:59:21.724 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 8/313 2026-04-17T17:59:21.729 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-utils-3.3.0-13.el9.noarch 9/313 2026-04-17T17:59:21.742 INFO:teuthology.orchestra.run.vm08.stdout: Installing : slf4j-1.7.30-16.el9.noarch 10/313 2026-04-17T17:59:21.929 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 11/313 2026-04-17T17:59:21.936 INFO:teuthology.orchestra.run.vm08.stdout: Upgrading : librados2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 12/313 2026-04-17T17:59:21.997 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librados2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 12/313 2026-04-17T17:59:21.999 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcephfs2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 13/313 2026-04-17T17:59:22.015 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libcephfs2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 13/313 2026-04-17T17:59:22.018 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcephfs-daemon-2:20.2.0-21.gc03ba9ecf58.el9.cl 14/313 2026-04-17T17:59:22.020 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcephfs-proxy2-2:20.2.0-21.gc03ba9ecf58.el9.cl 15/313 2026-04-17T17:59:22.052 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libcephfs-proxy2-2:20.2.0-21.gc03ba9ecf58.el9.cl 15/313 2026-04-17T17:59:22.056 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-rados-2:20.2.0-21.gc03ba9ecf58.el9.clyso 16/313 2026-04-17T17:59:22.071 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 17/313 2026-04-17T17:59:22.076 INFO:teuthology.orchestra.run.vm08.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 18/313 2026-04-17T17:59:22.080 INFO:teuthology.orchestra.run.vm08.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 19/313 2026-04-17T17:59:22.082 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 20/313 2026-04-17T17:59:22.085 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libX11-xcb-1.7.0-11.el9.x86_64 21/313 2026-04-17T17:59:22.088 INFO:teuthology.orchestra.run.vm08.stdout: Installing : liboath-2.6.12-1.el9.x86_64 22/313 2026-04-17T17:59:22.092 INFO:teuthology.orchestra.run.vm08.stdout: Installing : atinject-1.0.3-9.el9.noarch 23/313 2026-04-17T17:59:22.098 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-04-17T17:59:22.098 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-04-17T17:59:22.098 INFO:teuthology.orchestra.run.vm08.stdout: Installing : opus-1.3.1-10.el9.x86_64 24/313 2026-04-17T17:59:22.107 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/313 2026-04-17T17:59:22.250 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 26/313 2026-04-17T17:59:22.253 INFO:teuthology.orchestra.run.vm08.stdout: Upgrading : librbd1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 27/313 2026-04-17T17:59:22.269 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librbd1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 27/313 2026-04-17T17:59:22.273 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 28/313 2026-04-17T17:59:22.308 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lcms2-2.12-3.el9.x86_64 29/313 2026-04-17T17:59:22.341 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gstreamer1-1.22.12-3.el9.x86_64 30/313 2026-04-17T17:59:22.347 INFO:teuthology.orchestra.run.vm08.stdout: Installing : atk-2.36.0-5.el9.x86_64 31/313 2026-04-17T17:59:22.350 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 32/313 2026-04-17T17:59:22.360 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 33/313 2026-04-17T17:59:22.362 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcephsqlite-2:20.2.0-21.gc03ba9ecf58.el9.clyso 34/313 2026-04-17T17:59:22.391 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libcephsqlite-2:20.2.0-21.gc03ba9ecf58.el9.clyso 34/313 2026-04-17T17:59:22.394 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libradosstriper1-2:20.2.0-21.gc03ba9ecf58.el9.cl 35/313 2026-04-17T17:59:22.411 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libradosstriper1-2:20.2.0-21.gc03ba9ecf58.el9.cl 35/313 2026-04-17T17:59:22.453 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 36/313 2026-04-17T17:59:22.462 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 37/313 2026-04-17T17:59:22.469 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 38/313 2026-04-17T17:59:22.474 INFO:teuthology.orchestra.run.vm08.stdout: Installing : apache-commons-io-1:2.8.0-12.el9.noarch 39/313 2026-04-17T17:59:22.481 INFO:teuthology.orchestra.run.vm08.stdout: Installing : apache-commons-lang3-3.12.0-10.el9.noarch 40/313 2026-04-17T17:59:22.485 INFO:teuthology.orchestra.run.vm08.stdout: Installing : httpcomponents-core-4.4.13-11.el9.noarch 41/313 2026-04-17T17:59:22.489 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-cipher-1.7-30.el9.noarch 42/313 2026-04-17T17:59:22.493 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-classworlds-2.6.0-14.el9.noarch 43/313 2026-04-17T17:59:22.525 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-containers-component-annotations-2.1.0-13 44/313 2026-04-17T17:59:22.538 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 45/313 2026-04-17T17:59:22.542 INFO:teuthology.orchestra.run.vm08.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 46/313 2026-04-17T17:59:22.546 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 47/313 2026-04-17T17:59:22.551 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 48/313 2026-04-17T17:59:22.555 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 49/313 2026-04-17T17:59:22.559 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 50/313 2026-04-17T17:59:22.566 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 51/313 2026-04-17T17:59:22.569 INFO:teuthology.orchestra.run.vm08.stdout: Installing : dconf-0.40.0-6.el9.x86_64 52/313 2026-04-17T17:59:22.589 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 52/313 2026-04-17T17:59:22.618 INFO:teuthology.orchestra.run.vm08.stdout: Installing : unzip-6.0-59.el9.x86_64 53/313 2026-04-17T17:59:22.635 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 54/313 2026-04-17T17:59:22.640 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 55/313 2026-04-17T17:59:22.644 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libtdb-1.4.13-1.el9.x86_64 56/313 2026-04-17T17:59:22.652 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 57/313 2026-04-17T17:59:22.656 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 58/313 2026-04-17T17:59:22.662 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 59/313 2026-04-17T17:59:22.668 INFO:teuthology.orchestra.run.vm08.stdout: Installing : fuse-2.9.9-17.el9.x86_64 60/313 2026-04-17T17:59:22.674 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 61/313 2026-04-17T17:59:22.708 INFO:teuthology.orchestra.run.vm08.stdout: Installing : re2-1:20211101-20.el9.x86_64 62/313 2026-04-17T17:59:22.745 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 63/313 2026-04-17T17:59:22.753 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-ceph-common-2:20.2.0-21.gc03ba9ecf58.el9 64/313 2026-04-17T17:59:22.765 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-ceph-argparse-2:20.2.0-21.gc03ba9ecf58.e 65/313 2026-04-17T17:59:22.783 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cephfs-2:20.2.0-21.gc03ba9ecf58.el9.clys 66/313 2026-04-17T17:59:22.793 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 67/313 2026-04-17T17:59:22.824 INFO:teuthology.orchestra.run.vm08.stdout: Installing : zip-3.0-35.el9.x86_64 68/313 2026-04-17T17:59:22.835 INFO:teuthology.orchestra.run.vm08.stdout: Installing : luarocks-3.9.2-5.el9.noarch 69/313 2026-04-17T17:59:22.851 INFO:teuthology.orchestra.run.vm08.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 70/313 2026-04-17T17:59:22.914 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-rsa-4.9-2.el9.noarch 71/313 2026-04-17T17:59:22.987 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 72/313 2026-04-17T17:59:22.991 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-sec-dispatcher-1.4-41.el9.noarch 73/313 2026-04-17T17:59:22.995 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-shared-utils-3.3.4-7.el9.noarch 74/313 2026-04-17T17:59:23.001 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 75/313 2026-04-17T17:59:23.027 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 76/313 2026-04-17T17:59:23.035 INFO:teuthology.orchestra.run.vm08.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 77/313 2026-04-17T17:59:23.043 INFO:teuthology.orchestra.run.vm08.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 78/313 2026-04-17T17:59:23.050 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 79/313 2026-04-17T17:59:23.055 INFO:teuthology.orchestra.run.vm08.stdout: Installing : colord-libs-1.4.5-6.el9_6.x86_64 80/313 2026-04-17T17:59:23.060 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 81/313 2026-04-17T17:59:23.143 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 82/313 2026-04-17T17:59:23.149 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-rbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 83/313 2026-04-17T17:59:23.153 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 84/313 2026-04-17T17:59:23.158 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cdi-api-2.0.2-9.el9.noarch 85/313 2026-04-17T17:59:23.168 INFO:teuthology.orchestra.run.vm08.stdout: Installing : sisu-1:0.3.4-14.el9.noarch 86/313 2026-04-17T17:59:23.171 INFO:teuthology.orchestra.run.vm08.stdout: Installing : librados-devel-2:20.2.0-21.gc03ba9ecf58.el9.clys 87/313 2026-04-17T17:59:23.176 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jcl-over-slf4j-1.7.30-16.el9.noarch 88/313 2026-04-17T17:59:23.182 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flac-libs-1.3.3-10.el9_2.1.x86_64 89/313 2026-04-17T17:59:23.189 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 90/313 2026-04-17T17:59:23.194 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 91/313 2026-04-17T17:59:23.198 INFO:teuthology.orchestra.run.vm08.stdout: Installing : apache-commons-cli-1.4-20.el9.noarch 92/313 2026-04-17T17:59:23.203 INFO:teuthology.orchestra.run.vm08.stdout: Installing : apache-commons-codec-1.15-10.el9.noarch 93/313 2026-04-17T17:59:23.208 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jakarta-annotations-1.3.5-16.el9.noarch 94/313 2026-04-17T17:59:23.215 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jansi-2.3.3-9.el9.x86_64 95/313 2026-04-17T17:59:23.221 INFO:teuthology.orchestra.run.vm08.stdout: Installing : javapackages-tools-6.4.0-1.el9.noarch 96/313 2026-04-17T17:59:23.230 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jsoup-1.13.1-13.el9.noarch 97/313 2026-04-17T17:59:23.241 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jsr-305-3.0.2-9.el9.noarch 98/313 2026-04-17T17:59:23.246 INFO:teuthology.orchestra.run.vm08.stdout: Installing : guava-30.1-10.el9.noarch 99/313 2026-04-17T17:59:23.249 INFO:teuthology.orchestra.run.vm08.stdout: Installing : google-guice-4.2.3-12.el9.noarch 100/313 2026-04-17T17:59:23.257 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-interpolation-1.26-15.el9.noarch 101/313 2026-04-17T17:59:23.276 INFO:teuthology.orchestra.run.vm08.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 102/313 2026-04-17T17:59:23.283 INFO:teuthology.orchestra.run.vm08.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 103/313 2026-04-17T17:59:23.382 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libgexiv2-0.14.3-1.el9.x86_64 104/313 2026-04-17T17:59:23.392 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xkeyboard-config-2.33-2.el9.0.1.noarch 105/313 2026-04-17T17:59:23.397 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 106/313 2026-04-17T17:59:23.403 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 107/313 2026-04-17T17:59:23.415 INFO:teuthology.orchestra.run.vm08.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 108/313 2026-04-17T17:59:23.418 INFO:teuthology.orchestra.run.vm08.stdout: Installing : upower-0.99.13-2.el9.x86_64 109/313 2026-04-17T17:59:23.433 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: upower-0.99.13-2.el9.x86_64 109/313 2026-04-17T17:59:23.433 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2026-04-17T17:59:23.433 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:23.522 INFO:teuthology.orchestra.run.vm08.stdout: Installing : tzdata-java-2026a-1.el9_7.noarch 110/313 2026-04-17T17:59:23.552 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 111/313 2026-04-17T17:59:23.571 INFO:teuthology.orchestra.run.vm08.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 112/313 2026-04-17T17:59:23.584 INFO:teuthology.orchestra.run.vm08.stdout: Installing : spirv-tools-libs-2025.2-1.el9.x86_64 113/313 2026-04-17T17:59:23.586 INFO:teuthology.orchestra.run.vm08.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 114/313 2026-04-17T17:59:23.603 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 114/313 2026-04-17T17:59:23.606 INFO:teuthology.orchestra.run.vm08.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 115/313 2026-04-17T17:59:23.666 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 116/313 2026-04-17T17:59:23.669 INFO:teuthology.orchestra.run.vm08.stdout: Installing : rtkit-0.11-29.el9.x86_64 116/313 2026-04-17T17:59:23.678 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 1/1 2026-04-17T17:59:23.683 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 116/313 2026-04-17T17:59:23.683 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2026-04-17T17:59:23.683 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:23.696 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 117/313 2026-04-17T17:59:23.706 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 118/313 2026-04-17T17:59:23.711 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 119/313 2026-04-17T17:59:23.751 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 120/313 2026-04-17T17:59:23.761 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 121/313 2026-04-17T17:59:23.772 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 122/313 2026-04-17T17:59:23.786 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 1/1 2026-04-17T17:59:23.818 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jmespath-1.0.1-1.el9_7.noarch 123/313 2026-04-17T17:59:23.842 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-04-17T17:59:23.927 INFO:teuthology.orchestra.run.vm00.stdout: Installing : javapackages-filesystem-6.4.0-1.el9.noarch 1/313 2026-04-17T17:59:24.083 INFO:teuthology.orchestra.run.vm00.stdout: Installing : thrift-0.15.0-4.el9.x86_64 2/313 2026-04-17T17:59:24.089 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libxslt-1.1.34-14.el9_7.1.x86_64 3/313 2026-04-17T17:59:24.091 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 4/313 2026-04-17T17:59:24.113 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 124/313 2026-04-17T17:59:24.117 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXi-1.7.10-8.el9.x86_64 5/313 2026-04-17T17:59:24.129 INFO:teuthology.orchestra.run.vm00.stdout: Installing : alsa-lib-1.2.14-1.el9.x86_64 6/313 2026-04-17T17:59:24.146 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 125/313 2026-04-17T17:59:24.201 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/313 2026-04-17T17:59:24.206 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 126/313 2026-04-17T17:59:24.206 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 8/313 2026-04-17T17:59:24.211 INFO:teuthology.orchestra.run.vm08.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 127/313 2026-04-17T17:59:24.212 INFO:teuthology.orchestra.run.vm00.stdout: Installing : plexus-utils-3.3.0-13.el9.noarch 9/313 2026-04-17T17:59:24.218 INFO:teuthology.orchestra.run.vm08.stdout: Installing : httpcomponents-client-4.5.13-7.el9.noarch 128/313 2026-04-17T17:59:24.225 INFO:teuthology.orchestra.run.vm00.stdout: Installing : slf4j-1.7.30-16.el9.noarch 10/313 2026-04-17T17:59:24.229 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-wagon-3.4.2-10.el9.noarch 129/313 2026-04-17T17:59:24.250 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-resolver-1:1.6.1-14.el9.noarch 130/313 2026-04-17T17:59:24.338 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-lib-1:3.6.3-22.el9.noarch 131/313 2026-04-17T17:59:24.343 INFO:teuthology.orchestra.run.vm08.stdout: Installing : poppler-data-0.4.9-9.el9.0.1.noarch 132/313 2026-04-17T17:59:24.348 INFO:teuthology.orchestra.run.vm08.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 133/313 2026-04-17T17:59:24.358 INFO:teuthology.orchestra.run.vm08.stdout: Installing : p11-kit-server-0.25.3-3.el9_5.x86_64 134/313 2026-04-17T17:59:24.403 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 11/313 2026-04-17T17:59:24.406 INFO:teuthology.orchestra.run.vm00.stdout: Upgrading : librados2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 12/313 2026-04-17T17:59:24.464 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librados2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 12/313 2026-04-17T17:59:24.466 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libcephfs2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 13/313 2026-04-17T17:59:24.484 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libcephfs2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 13/313 2026-04-17T17:59:24.487 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libcephfs-daemon-2:20.2.0-21.gc03ba9ecf58.el9.cl 14/313 2026-04-17T17:59:24.489 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libcephfs-proxy2-2:20.2.0-21.gc03ba9ecf58.el9.cl 15/313 2026-04-17T17:59:24.523 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libcephfs-proxy2-2:20.2.0-21.gc03ba9ecf58.el9.cl 15/313 2026-04-17T17:59:24.526 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-rados-2:20.2.0-21.gc03ba9ecf58.el9.clyso 16/313 2026-04-17T17:59:24.538 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 17/313 2026-04-17T17:59:24.542 INFO:teuthology.orchestra.run.vm00.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 18/313 2026-04-17T17:59:24.547 INFO:teuthology.orchestra.run.vm00.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 19/313 2026-04-17T17:59:24.549 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 20/313 2026-04-17T17:59:24.552 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libX11-xcb-1.7.0-11.el9.x86_64 21/313 2026-04-17T17:59:24.556 INFO:teuthology.orchestra.run.vm00.stdout: Installing : liboath-2.6.12-1.el9.x86_64 22/313 2026-04-17T17:59:24.560 INFO:teuthology.orchestra.run.vm00.stdout: Installing : atinject-1.0.3-9.el9.noarch 23/313 2026-04-17T17:59:24.567 INFO:teuthology.orchestra.run.vm00.stdout: Installing : opus-1.3.1-10.el9.x86_64 24/313 2026-04-17T17:59:24.575 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/313 2026-04-17T17:59:24.666 INFO:teuthology.orchestra.run.vm08.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 135/313 2026-04-17T17:59:24.687 INFO:teuthology.orchestra.run.vm08.stdout: Installing : osinfo-db-20250606-1.el9.rocky.20250920.noarch 136/313 2026-04-17T17:59:24.695 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 137/313 2026-04-17T17:59:24.701 INFO:teuthology.orchestra.run.vm08.stdout: Installing : orc-0.4.31-8.el9.x86_64 138/313 2026-04-17T17:59:24.706 INFO:teuthology.orchestra.run.vm08.stdout: Installing : openjpeg2-2.4.0-8.el9.x86_64 139/313 2026-04-17T17:59:24.723 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 26/313 2026-04-17T17:59:24.726 INFO:teuthology.orchestra.run.vm00.stdout: Upgrading : librbd1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 27/313 2026-04-17T17:59:24.743 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librbd1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 27/313 2026-04-17T17:59:24.747 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 28/313 2026-04-17T17:59:24.774 INFO:teuthology.orchestra.run.vm08.stdout: Installing : openblas-0.3.29-1.el9.x86_64 140/313 2026-04-17T17:59:24.777 INFO:teuthology.orchestra.run.vm08.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 141/313 2026-04-17T17:59:24.786 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lcms2-2.12-3.el9.x86_64 29/313 2026-04-17T17:59:24.802 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 142/313 2026-04-17T17:59:24.819 INFO:teuthology.orchestra.run.vm00.stdout: Installing : gstreamer1-1.22.12-3.el9.x86_64 30/313 2026-04-17T17:59:24.830 INFO:teuthology.orchestra.run.vm00.stdout: Installing : atk-2.36.0-5.el9.x86_64 31/313 2026-04-17T17:59:24.833 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 32/313 2026-04-17T17:59:24.843 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 33/313 2026-04-17T17:59:24.845 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libcephsqlite-2:20.2.0-21.gc03ba9ecf58.el9.clyso 34/313 2026-04-17T17:59:24.874 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libcephsqlite-2:20.2.0-21.gc03ba9ecf58.el9.clyso 34/313 2026-04-17T17:59:24.876 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libradosstriper1-2:20.2.0-21.gc03ba9ecf58.el9.cl 35/313 2026-04-17T17:59:24.897 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libradosstriper1-2:20.2.0-21.gc03ba9ecf58.el9.cl 35/313 2026-04-17T17:59:24.939 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 36/313 2026-04-17T17:59:24.948 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 37/313 2026-04-17T17:59:24.954 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 38/313 2026-04-17T17:59:24.960 INFO:teuthology.orchestra.run.vm00.stdout: Installing : apache-commons-io-1:2.8.0-12.el9.noarch 39/313 2026-04-17T17:59:24.967 INFO:teuthology.orchestra.run.vm00.stdout: Installing : apache-commons-lang3-3.12.0-10.el9.noarch 40/313 2026-04-17T17:59:24.972 INFO:teuthology.orchestra.run.vm00.stdout: Installing : httpcomponents-core-4.4.13-11.el9.noarch 41/313 2026-04-17T17:59:24.978 INFO:teuthology.orchestra.run.vm00.stdout: Installing : plexus-cipher-1.7-30.el9.noarch 42/313 2026-04-17T17:59:24.983 INFO:teuthology.orchestra.run.vm00.stdout: Installing : plexus-classworlds-2.6.0-14.el9.noarch 43/313 2026-04-17T17:59:25.014 INFO:teuthology.orchestra.run.vm00.stdout: Installing : plexus-containers-component-annotations-2.1.0-13 44/313 2026-04-17T17:59:25.027 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 45/313 2026-04-17T17:59:25.031 INFO:teuthology.orchestra.run.vm00.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 46/313 2026-04-17T17:59:25.034 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 47/313 2026-04-17T17:59:25.039 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 48/313 2026-04-17T17:59:25.042 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 49/313 2026-04-17T17:59:25.046 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 50/313 2026-04-17T17:59:25.054 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 51/313 2026-04-17T17:59:25.058 INFO:teuthology.orchestra.run.vm00.stdout: Installing : dconf-0.40.0-6.el9.x86_64 52/313 2026-04-17T17:59:25.079 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 52/313 2026-04-17T17:59:25.109 INFO:teuthology.orchestra.run.vm00.stdout: Installing : unzip-6.0-59.el9.x86_64 53/313 2026-04-17T17:59:25.130 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 54/313 2026-04-17T17:59:25.135 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 55/313 2026-04-17T17:59:25.140 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libtdb-1.4.13-1.el9.x86_64 56/313 2026-04-17T17:59:25.149 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 57/313 2026-04-17T17:59:25.153 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 58/313 2026-04-17T17:59:25.159 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 59/313 2026-04-17T17:59:25.165 INFO:teuthology.orchestra.run.vm00.stdout: Installing : fuse-2.9.9-17.el9.x86_64 60/313 2026-04-17T17:59:25.171 INFO:teuthology.orchestra.run.vm00.stdout: Installing : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 61/313 2026-04-17T17:59:25.208 INFO:teuthology.orchestra.run.vm00.stdout: Installing : re2-1:20211101-20.el9.x86_64 62/313 2026-04-17T17:59:25.235 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 143/313 2026-04-17T17:59:25.243 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 63/313 2026-04-17T17:59:25.252 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-ceph-common-2:20.2.0-21.gc03ba9ecf58.el9 64/313 2026-04-17T17:59:25.263 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-ceph-argparse-2:20.2.0-21.gc03ba9ecf58.e 65/313 2026-04-17T17:59:25.277 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cephfs-2:20.2.0-21.gc03ba9ecf58.el9.clys 66/313 2026-04-17T17:59:25.287 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 67/313 2026-04-17T17:59:25.318 INFO:teuthology.orchestra.run.vm00.stdout: Installing : zip-3.0-35.el9.x86_64 68/313 2026-04-17T17:59:25.330 INFO:teuthology.orchestra.run.vm00.stdout: Installing : luarocks-3.9.2-5.el9.noarch 69/313 2026-04-17T17:59:25.339 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-numpy-1:1.23.5-2.el9_7.x86_64 144/313 2026-04-17T17:59:25.348 INFO:teuthology.orchestra.run.vm00.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 70/313 2026-04-17T17:59:25.415 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-rsa-4.9-2.el9.noarch 71/313 2026-04-17T17:59:25.421 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 72/313 2026-04-17T17:59:25.426 INFO:teuthology.orchestra.run.vm00.stdout: Installing : plexus-sec-dispatcher-1.4-41.el9.noarch 73/313 2026-04-17T17:59:25.430 INFO:teuthology.orchestra.run.vm00.stdout: Installing : maven-shared-utils-3.3.4-7.el9.noarch 74/313 2026-04-17T17:59:25.437 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 75/313 2026-04-17T17:59:25.464 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 76/313 2026-04-17T17:59:25.472 INFO:teuthology.orchestra.run.vm00.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 77/313 2026-04-17T17:59:25.480 INFO:teuthology.orchestra.run.vm00.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 78/313 2026-04-17T17:59:25.487 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 79/313 2026-04-17T17:59:25.492 INFO:teuthology.orchestra.run.vm00.stdout: Installing : colord-libs-1.4.5-6.el9_6.x86_64 80/313 2026-04-17T17:59:25.495 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 81/313 2026-04-17T17:59:25.515 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 82/313 2026-04-17T17:59:25.519 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-rbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 83/313 2026-04-17T17:59:25.523 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 84/313 2026-04-17T17:59:25.528 INFO:teuthology.orchestra.run.vm00.stdout: Installing : cdi-api-2.0.2-9.el9.noarch 85/313 2026-04-17T17:59:25.537 INFO:teuthology.orchestra.run.vm00.stdout: Installing : sisu-1:0.3.4-14.el9.noarch 86/313 2026-04-17T17:59:25.540 INFO:teuthology.orchestra.run.vm00.stdout: Installing : librados-devel-2:20.2.0-21.gc03ba9ecf58.el9.clys 87/313 2026-04-17T17:59:25.546 INFO:teuthology.orchestra.run.vm00.stdout: Installing : jcl-over-slf4j-1.7.30-16.el9.noarch 88/313 2026-04-17T17:59:25.551 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flac-libs-1.3.3-10.el9_2.1.x86_64 89/313 2026-04-17T17:59:25.557 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 90/313 2026-04-17T17:59:25.562 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 91/313 2026-04-17T17:59:25.567 INFO:teuthology.orchestra.run.vm00.stdout: Installing : apache-commons-cli-1.4-20.el9.noarch 92/313 2026-04-17T17:59:25.574 INFO:teuthology.orchestra.run.vm00.stdout: Installing : apache-commons-codec-1.15-10.el9.noarch 93/313 2026-04-17T17:59:25.577 INFO:teuthology.orchestra.run.vm00.stdout: Installing : jakarta-annotations-1.3.5-16.el9.noarch 94/313 2026-04-17T17:59:25.587 INFO:teuthology.orchestra.run.vm00.stdout: Installing : jansi-2.3.3-9.el9.x86_64 95/313 2026-04-17T17:59:25.591 INFO:teuthology.orchestra.run.vm00.stdout: Installing : javapackages-tools-6.4.0-1.el9.noarch 96/313 2026-04-17T17:59:25.601 INFO:teuthology.orchestra.run.vm00.stdout: Installing : jsoup-1.13.1-13.el9.noarch 97/313 2026-04-17T17:59:25.612 INFO:teuthology.orchestra.run.vm00.stdout: Installing : jsr-305-3.0.2-9.el9.noarch 98/313 2026-04-17T17:59:25.616 INFO:teuthology.orchestra.run.vm00.stdout: Installing : guava-30.1-10.el9.noarch 99/313 2026-04-17T17:59:25.618 INFO:teuthology.orchestra.run.vm00.stdout: Installing : google-guice-4.2.3-12.el9.noarch 100/313 2026-04-17T17:59:25.626 INFO:teuthology.orchestra.run.vm00.stdout: Installing : plexus-interpolation-1.26-15.el9.noarch 101/313 2026-04-17T17:59:25.643 INFO:teuthology.orchestra.run.vm00.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 102/313 2026-04-17T17:59:25.650 INFO:teuthology.orchestra.run.vm00.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 103/313 2026-04-17T17:59:25.749 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libgexiv2-0.14.3-1.el9.x86_64 104/313 2026-04-17T17:59:25.759 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xkeyboard-config-2.33-2.el9.0.1.noarch 105/313 2026-04-17T17:59:25.763 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 106/313 2026-04-17T17:59:25.770 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 107/313 2026-04-17T17:59:25.782 INFO:teuthology.orchestra.run.vm00.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 108/313 2026-04-17T17:59:25.784 INFO:teuthology.orchestra.run.vm00.stdout: Installing : upower-0.99.13-2.el9.x86_64 109/313 2026-04-17T17:59:25.801 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: upower-0.99.13-2.el9.x86_64 109/313 2026-04-17T17:59:25.801 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2026-04-17T17:59:25.801 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:25.891 INFO:teuthology.orchestra.run.vm00.stdout: Installing : tzdata-java-2026a-1.el9_7.noarch 110/313 2026-04-17T17:59:25.922 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 111/313 2026-04-17T17:59:25.943 INFO:teuthology.orchestra.run.vm00.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 112/313 2026-04-17T17:59:25.956 INFO:teuthology.orchestra.run.vm00.stdout: Installing : spirv-tools-libs-2025.2-1.el9.x86_64 113/313 2026-04-17T17:59:25.958 INFO:teuthology.orchestra.run.vm00.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 114/313 2026-04-17T17:59:25.978 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 114/313 2026-04-17T17:59:25.982 INFO:teuthology.orchestra.run.vm00.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 115/313 2026-04-17T17:59:26.043 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 116/313 2026-04-17T17:59:26.046 INFO:teuthology.orchestra.run.vm00.stdout: Installing : rtkit-0.11-29.el9.x86_64 116/313 2026-04-17T17:59:26.064 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 116/313 2026-04-17T17:59:26.064 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2026-04-17T17:59:26.064 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:26.078 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 117/313 2026-04-17T17:59:26.088 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 118/313 2026-04-17T17:59:26.095 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 119/313 2026-04-17T17:59:26.131 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 120/313 2026-04-17T17:59:26.141 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 121/313 2026-04-17T17:59:26.152 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 122/313 2026-04-17T17:59:26.192 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 145/313 2026-04-17T17:59:26.199 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jmespath-1.0.1-1.el9_7.noarch 123/313 2026-04-17T17:59:26.215 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 146/313 2026-04-17T17:59:26.231 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mesa-filesystem-25.0.7-5.el9_7.x86_64 147/313 2026-04-17T17:59:26.238 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lua-posix-35.0-8.el9.x86_64 148/313 2026-04-17T17:59:26.243 INFO:teuthology.orchestra.run.vm08.stdout: Installing : copy-jdk-configs-4.0-3.el9.0.1.noarch 149/313 2026-04-17T17:59:26.245 INFO:teuthology.orchestra.run.vm08.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 150/313 2026-04-17T17:59:26.260 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 150/313 2026-04-17T17:59:26.260 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2026-04-17T17:59:26.260 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:26.473 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 124/313 2026-04-17T17:59:26.509 INFO:teuthology.orchestra.run.vm08.stdout: Installing : llvm-filesystem-20.1.8-3.el9.x86_64 151/313 2026-04-17T17:59:26.509 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 125/313 2026-04-17T17:59:26.514 INFO:teuthology.orchestra.run.vm08.stdout: Installing : llvm-libs-20.1.8-3.el9.x86_64 152/313 2026-04-17T17:59:26.516 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 126/313 2026-04-17T17:59:26.521 INFO:teuthology.orchestra.run.vm00.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 127/313 2026-04-17T17:59:26.522 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 153/313 2026-04-17T17:59:26.526 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 154/313 2026-04-17T17:59:26.527 INFO:teuthology.orchestra.run.vm00.stdout: Installing : httpcomponents-client-4.5.13-7.el9.noarch 128/313 2026-04-17T17:59:26.531 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libsbc-1.4-9.el9.x86_64 155/313 2026-04-17T17:59:26.536 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 156/313 2026-04-17T17:59:26.538 INFO:teuthology.orchestra.run.vm00.stdout: Installing : maven-wagon-3.4.2-10.el9.noarch 129/313 2026-04-17T17:59:26.542 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 157/313 2026-04-17T17:59:26.557 INFO:teuthology.orchestra.run.vm00.stdout: Installing : maven-resolver-1:1.6.1-14.el9.noarch 130/313 2026-04-17T17:59:26.560 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 158/313 2026-04-17T17:59:26.566 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 159/313 2026-04-17T17:59:26.570 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 160/313 2026-04-17T17:59:26.579 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 161/313 2026-04-17T17:59:26.581 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 162/313 2026-04-17T17:59:26.624 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 162/313 2026-04-17T17:59:26.631 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libexif-0.6.22-6.el9.x86_64 163/313 2026-04-17T17:59:26.635 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 164/313 2026-04-17T17:59:26.638 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libasyncns-0.8-22.el9.x86_64 165/313 2026-04-17T17:59:26.641 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 166/313 2026-04-17T17:59:26.642 INFO:teuthology.orchestra.run.vm00.stdout: Installing : maven-lib-1:3.6.3-22.el9.noarch 131/313 2026-04-17T17:59:26.645 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXv-1.0.11-16.el9.x86_64 167/313 2026-04-17T17:59:26.647 INFO:teuthology.orchestra.run.vm00.stdout: Installing : poppler-data-0.4.9-9.el9.0.1.noarch 132/313 2026-04-17T17:59:26.649 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 168/313 2026-04-17T17:59:26.652 INFO:teuthology.orchestra.run.vm00.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 133/313 2026-04-17T17:59:26.654 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 169/313 2026-04-17T17:59:26.661 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 170/313 2026-04-17T17:59:26.663 INFO:teuthology.orchestra.run.vm00.stdout: Installing : p11-kit-server-0.25.3-3.el9_5.x86_64 134/313 2026-04-17T17:59:26.669 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 171/313 2026-04-17T17:59:26.675 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 172/313 2026-04-17T17:59:26.687 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 173/313 2026-04-17T17:59:26.691 INFO:teuthology.orchestra.run.vm08.stdout: Installing : poppler-21.01.0-23.el9_7.x86_64 174/313 2026-04-17T17:59:26.902 INFO:teuthology.orchestra.run.vm08.stdout: Installing : poppler-glib-21.01.0-23.el9_7.x86_64 175/313 2026-04-17T17:59:26.937 INFO:teuthology.orchestra.run.vm00.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 135/313 2026-04-17T17:59:26.959 INFO:teuthology.orchestra.run.vm00.stdout: Installing : osinfo-db-20250606-1.el9.rocky.20250920.noarch 136/313 2026-04-17T17:59:26.966 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 137/313 2026-04-17T17:59:26.972 INFO:teuthology.orchestra.run.vm00.stdout: Installing : orc-0.4.31-8.el9.x86_64 138/313 2026-04-17T17:59:26.977 INFO:teuthology.orchestra.run.vm00.stdout: Installing : openjpeg2-2.4.0-8.el9.x86_64 139/313 2026-04-17T17:59:26.997 INFO:teuthology.orchestra.run.vm08.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 176/313 2026-04-17T17:59:27.005 INFO:teuthology.orchestra.run.vm08.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 177/313 2026-04-17T17:59:27.009 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gtk-update-icon-cache-3.24.31-8.el9.x86_64 178/313 2026-04-17T17:59:27.015 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gsm-1.0.19-6.el9.x86_64 179/313 2026-04-17T17:59:27.038 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libsndfile-1.0.31-9.el9.x86_64 180/313 2026-04-17T17:59:27.040 INFO:teuthology.orchestra.run.vm00.stdout: Installing : openblas-0.3.29-1.el9.x86_64 140/313 2026-04-17T17:59:27.045 INFO:teuthology.orchestra.run.vm00.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 141/313 2026-04-17T17:59:27.051 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pulseaudio-libs-15.0-3.el9.x86_64 181/313 2026-04-17T17:59:27.055 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcanberra-0.30-27.el9.x86_64 182/313 2026-04-17T17:59:27.074 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 142/313 2026-04-17T17:59:27.076 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 182/313 2026-04-17T17:59:27.082 INFO:teuthology.orchestra.run.vm08.stdout: Installing : graphene-1.10.6-2.el9.x86_64 183/313 2026-04-17T17:59:27.088 INFO:teuthology.orchestra.run.vm08.stdout: Installing : giflib-5.2.1-9.el9.x86_64 184/313 2026-04-17T17:59:27.092 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flatpak-session-helper-1.12.9-4.el9_6.x86_64 185/313 2026-04-17T17:59:27.094 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flatpak-selinux-1.12.9-4.el9_6.noarch 186/313 2026-04-17T17:59:27.492 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 143/313 2026-04-17T17:59:27.584 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-numpy-1:1.23.5-2.el9_7.x86_64 144/313 2026-04-17T17:59:28.383 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 145/313 2026-04-17T17:59:28.481 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 146/313 2026-04-17T17:59:28.499 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mesa-filesystem-25.0.7-5.el9_7.x86_64 147/313 2026-04-17T17:59:28.506 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lua-posix-35.0-8.el9.x86_64 148/313 2026-04-17T17:59:28.511 INFO:teuthology.orchestra.run.vm00.stdout: Installing : copy-jdk-configs-4.0-3.el9.0.1.noarch 149/313 2026-04-17T17:59:28.513 INFO:teuthology.orchestra.run.vm00.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 150/313 2026-04-17T17:59:28.529 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 150/313 2026-04-17T17:59:28.529 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2026-04-17T17:59:28.529 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:28.795 INFO:teuthology.orchestra.run.vm00.stdout: Installing : llvm-filesystem-20.1.8-3.el9.x86_64 151/313 2026-04-17T17:59:28.800 INFO:teuthology.orchestra.run.vm00.stdout: Installing : llvm-libs-20.1.8-3.el9.x86_64 152/313 2026-04-17T17:59:28.808 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 153/313 2026-04-17T17:59:28.813 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 154/313 2026-04-17T17:59:28.819 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libsbc-1.4-9.el9.x86_64 155/313 2026-04-17T17:59:28.824 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 156/313 2026-04-17T17:59:28.829 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 157/313 2026-04-17T17:59:28.848 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 158/313 2026-04-17T17:59:28.855 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 159/313 2026-04-17T17:59:28.859 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 160/313 2026-04-17T17:59:28.869 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 161/313 2026-04-17T17:59:28.870 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 162/313 2026-04-17T17:59:28.919 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 162/313 2026-04-17T17:59:28.927 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libexif-0.6.22-6.el9.x86_64 163/313 2026-04-17T17:59:28.931 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 164/313 2026-04-17T17:59:28.934 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libasyncns-0.8-22.el9.x86_64 165/313 2026-04-17T17:59:28.938 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 166/313 2026-04-17T17:59:28.941 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXv-1.0.11-16.el9.x86_64 167/313 2026-04-17T17:59:28.944 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 168/313 2026-04-17T17:59:28.948 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 169/313 2026-04-17T17:59:28.955 INFO:teuthology.orchestra.run.vm00.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 170/313 2026-04-17T17:59:28.963 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 171/313 2026-04-17T17:59:28.968 INFO:teuthology.orchestra.run.vm00.stdout: Installing : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 172/313 2026-04-17T17:59:28.981 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 173/313 2026-04-17T17:59:28.987 INFO:teuthology.orchestra.run.vm00.stdout: Installing : poppler-21.01.0-23.el9_7.x86_64 174/313 2026-04-17T17:59:29.207 INFO:teuthology.orchestra.run.vm00.stdout: Installing : poppler-glib-21.01.0-23.el9_7.x86_64 175/313 2026-04-17T17:59:29.267 INFO:teuthology.orchestra.run.vm00.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 176/313 2026-04-17T17:59:29.276 INFO:teuthology.orchestra.run.vm00.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 177/313 2026-04-17T17:59:29.280 INFO:teuthology.orchestra.run.vm00.stdout: Installing : gtk-update-icon-cache-3.24.31-8.el9.x86_64 178/313 2026-04-17T17:59:29.286 INFO:teuthology.orchestra.run.vm00.stdout: Installing : gsm-1.0.19-6.el9.x86_64 179/313 2026-04-17T17:59:29.311 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libsndfile-1.0.31-9.el9.x86_64 180/313 2026-04-17T17:59:29.321 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pulseaudio-libs-15.0-3.el9.x86_64 181/313 2026-04-17T17:59:29.324 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libcanberra-0.30-27.el9.x86_64 182/313 2026-04-17T17:59:29.345 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 182/313 2026-04-17T17:59:29.351 INFO:teuthology.orchestra.run.vm00.stdout: Installing : graphene-1.10.6-2.el9.x86_64 183/313 2026-04-17T17:59:29.356 INFO:teuthology.orchestra.run.vm00.stdout: Installing : giflib-5.2.1-9.el9.x86_64 184/313 2026-04-17T17:59:29.360 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flatpak-session-helper-1.12.9-4.el9_6.x86_64 185/313 2026-04-17T17:59:29.361 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flatpak-selinux-1.12.9-4.el9_6.noarch 186/313 2026-04-17T17:59:33.928 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: flatpak-selinux-1.12.9-4.el9_6.noarch 186/313 2026-04-17T17:59:33.941 INFO:teuthology.orchestra.run.vm08.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 187/313 2026-04-17T17:59:33.949 INFO:teuthology.orchestra.run.vm08.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 188/313 2026-04-17T17:59:33.956 INFO:teuthology.orchestra.run.vm08.stdout: Installing : composefs-libs-1.0.8-1.el9.x86_64 189/313 2026-04-17T17:59:33.962 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ostree-libs-2025.6-2.el9_7.x86_64 190/313 2026-04-17T17:59:33.965 INFO:teuthology.orchestra.run.vm08.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 191/313 2026-04-17T17:59:34.002 INFO:teuthology.orchestra.run.vm08.stdout: Installing : avahi-glib-0.8-23.el9.x86_64 192/313 2026-04-17T17:59:35.620 INFO:teuthology.orchestra.run.vm08.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 193/313 2026-04-17T17:59:35.672 INFO:teuthology.orchestra.run.vm08.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 194/313 2026-04-17T17:59:35.675 INFO:teuthology.orchestra.run.vm08.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 195/313 2026-04-17T17:59:35.693 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 195/313 2026-04-17T17:59:35.694 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-04-17T17:59:35.694 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:35.857 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 196/313 2026-04-17T17:59:35.899 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-packaging-20.9-5.el9.noarch 197/313 2026-04-17T17:59:35.918 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 198/313 2026-04-17T17:59:35.939 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 199/313 2026-04-17T17:59:36.078 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 200/313 2026-04-17T17:59:36.092 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 201/313 2026-04-17T17:59:36.122 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 202/313 2026-04-17T17:59:36.133 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cheroot-10.0.1-5.el9.noarch 203/313 2026-04-17T17:59:36.139 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 204/313 2026-04-17T17:59:36.142 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 205/313 2026-04-17T17:59:36.154 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: flatpak-selinux-1.12.9-4.el9_6.noarch 186/313 2026-04-17T17:59:36.167 INFO:teuthology.orchestra.run.vm00.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 187/313 2026-04-17T17:59:36.173 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 206/313 2026-04-17T17:59:36.173 INFO:teuthology.orchestra.run.vm00.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 188/313 2026-04-17T17:59:36.179 INFO:teuthology.orchestra.run.vm08.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 206/313 2026-04-17T17:59:36.180 INFO:teuthology.orchestra.run.vm00.stdout: Installing : composefs-libs-1.0.8-1.el9.x86_64 189/313 2026-04-17T17:59:36.181 INFO:teuthology.orchestra.run.vm08.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 207/313 2026-04-17T17:59:36.186 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ostree-libs-2025.6-2.el9_7.x86_64 190/313 2026-04-17T17:59:36.189 INFO:teuthology.orchestra.run.vm00.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 191/313 2026-04-17T17:59:36.202 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 207/313 2026-04-17T17:59:36.231 INFO:teuthology.orchestra.run.vm00.stdout: Installing : avahi-glib-0.8-23.el9.x86_64 192/313 2026-04-17T17:59:36.340 INFO:teuthology.orchestra.run.vm08.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 208/313 2026-04-17T17:59:36.345 INFO:teuthology.orchestra.run.vm08.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 209/313 2026-04-17T17:59:36.671 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 209/313 2026-04-17T17:59:36.672 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-04-17T17:59:36.672 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:36.684 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 210/313 2026-04-17T17:59:37.113 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lksctp-tools-1.0.19-3.el9_4.x86_64 211/313 2026-04-17T17:59:37.124 INFO:teuthology.orchestra.run.vm08.stdout: Installing : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 212/313 2026-04-17T17:59:37.139 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 212/313 2026-04-17T17:59:37.146 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 213/313 2026-04-17T17:59:37.151 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libdrm-2.4.123-2.el9.x86_64 214/313 2026-04-17T17:59:37.224 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 215/313 2026-04-17T17:59:37.229 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 216/313 2026-04-17T17:59:37.233 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mesa-libgbm-25.0.7-5.el9_7.x86_64 217/313 2026-04-17T17:59:37.237 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mesa-libEGL-25.0.7-5.el9_7.x86_64 218/313 2026-04-17T17:59:37.241 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 219/313 2026-04-17T17:59:37.288 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mesa-libGL-25.0.7-5.el9_7.x86_64 220/313 2026-04-17T17:59:37.307 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gstreamer1-plugins-base-1.22.12-5.el9_7.x86_64 221/313 2026-04-17T17:59:37.334 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libtracker-sparql-3.1.2-3.el9_1.x86_64 222/313 2026-04-17T17:59:37.338 INFO:teuthology.orchestra.run.vm08.stdout: Installing : tracker-3.1.2-3.el9_1.x86_64 223/313 2026-04-17T17:59:37.403 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: tracker-3.1.2-3.el9_1.x86_64 223/313 2026-04-17T17:59:37.410 INFO:teuthology.orchestra.run.vm08.stdout: Installing : tracker-miners-3.1.2-4.el9_3.x86_64 224/313 2026-04-17T17:59:37.427 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9_3.x86_64 224/313 2026-04-17T17:59:37.430 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 225/313 2026-04-17T17:59:37.449 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 226/313 2026-04-17T17:59:37.449 INFO:teuthology.orchestra.run.vm08.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-04-17T17:59:37.449 INFO:teuthology.orchestra.run.vm08.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-04-17T17:59:37.449 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:37.458 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 226/313 2026-04-17T17:59:37.491 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 226/313 2026-04-17T17:59:37.491 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-04-17T17:59:37.491 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:37.532 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 227/313 2026-04-17T17:59:37.537 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 228/313 2026-04-17T17:59:37.541 INFO:teuthology.orchestra.run.vm08.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 229/313 2026-04-17T17:59:37.545 INFO:teuthology.orchestra.run.vm08.stdout: Installing : bubblewrap-0.6.3-1.el9.x86_64 230/313 2026-04-17T17:59:37.548 INFO:teuthology.orchestra.run.vm08.stdout: Installing : bluez-libs-5.83-2.el9.x86_64 231/313 2026-04-17T17:59:37.600 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 232/313 2026-04-17T17:59:37.603 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 232/313 2026-04-17T17:59:37.618 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 232/313 2026-04-17T17:59:37.619 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2026-04-17T17:59:37.619 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:37.726 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 233/313 2026-04-17T17:59:37.752 INFO:teuthology.orchestra.run.vm08.stdout: Installing : wireplumber-0.4.14-1.el9.0.1.x86_64 234/313 2026-04-17T17:59:37.761 INFO:teuthology.orchestra.run.vm08.stdout: Installing : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 235/313 2026-04-17T17:59:37.769 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 236/313 2026-04-17T17:59:37.771 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 237/313 2026-04-17T17:59:37.786 INFO:teuthology.orchestra.run.vm00.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 193/313 2026-04-17T17:59:37.816 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 238/313 2026-04-17T17:59:37.819 INFO:teuthology.orchestra.run.vm08.stdout: Installing : geoclue2-2.6.0-8.el9_6.1.x86_64 238/313 2026-04-17T17:59:37.832 INFO:teuthology.orchestra.run.vm00.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 194/313 2026-04-17T17:59:37.836 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 238/313 2026-04-17T17:59:37.837 INFO:teuthology.orchestra.run.vm00.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 195/313 2026-04-17T17:59:37.854 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 195/313 2026-04-17T17:59:37.854 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-04-17T17:59:37.854 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:37.879 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 196/313 2026-04-17T17:59:37.889 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-packaging-20.9-5.el9.noarch 197/313 2026-04-17T17:59:37.907 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 198/313 2026-04-17T17:59:37.927 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: flatpak-1.12.9-4.el9_6.x86_64 239/313 2026-04-17T17:59:37.928 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 199/313 2026-04-17T17:59:37.959 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flatpak-1.12.9-4.el9_6.x86_64 239/313 2026-04-17T17:59:37.964 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 240/313 2026-04-17T17:59:37.990 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 240/313 2026-04-17T17:59:38.015 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 200/313 2026-04-17T17:59:38.028 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 201/313 2026-04-17T17:59:38.057 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 202/313 2026-04-17T17:59:38.065 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cheroot-10.0.1-5.el9.noarch 203/313 2026-04-17T17:59:38.071 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 204/313 2026-04-17T17:59:38.073 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 205/313 2026-04-17T17:59:38.105 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 206/313 2026-04-17T17:59:38.110 INFO:teuthology.orchestra.run.vm00.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 206/313 2026-04-17T17:59:38.112 INFO:teuthology.orchestra.run.vm00.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 207/313 2026-04-17T17:59:38.132 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 207/313 2026-04-17T17:59:38.145 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 241/313 2026-04-17T17:59:38.161 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gtk3-3.24.31-8.el9.x86_64 242/313 2026-04-17T17:59:38.166 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 243/313 2026-04-17T17:59:38.184 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 243/313 2026-04-17T17:59:38.186 INFO:teuthology.orchestra.run.vm08.stdout: Installing : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 244/313 2026-04-17T17:59:38.238 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 244/313 2026-04-17T17:59:38.243 INFO:teuthology.orchestra.run.vm08.stdout: Installing : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 245/313 2026-04-17T17:59:38.252 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 245/313 2026-04-17T17:59:38.259 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-openjdk17-1:3.6.3-22.el9.noarch 246/313 2026-04-17T17:59:38.265 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 247/313 2026-04-17T17:59:38.272 INFO:teuthology.orchestra.run.vm00.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 208/313 2026-04-17T17:59:38.276 INFO:teuthology.orchestra.run.vm00.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 209/313 2026-04-17T17:59:38.287 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 248/313 2026-04-17T17:59:38.295 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 249/313 2026-04-17T17:59:38.365 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 250/313 2026-04-17T17:59:38.375 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 251/313 2026-04-17T17:59:38.391 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 252/313 2026-04-17T17:59:38.403 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 253/313 2026-04-17T17:59:38.415 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 254/313 2026-04-17T17:59:38.442 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 255/313 2026-04-17T17:59:38.458 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 256/313 2026-04-17T17:59:38.481 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 257/313 2026-04-17T17:59:38.489 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 258/313 2026-04-17T17:59:38.500 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 259/313 2026-04-17T17:59:38.551 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 260/313 2026-04-17T17:59:38.584 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 209/313 2026-04-17T17:59:38.584 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-04-17T17:59:38.584 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:38.595 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 210/313 2026-04-17T17:59:39.039 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lksctp-tools-1.0.19-3.el9_4.x86_64 211/313 2026-04-17T17:59:39.049 INFO:teuthology.orchestra.run.vm00.stdout: Installing : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 212/313 2026-04-17T17:59:39.052 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 261/313 2026-04-17T17:59:39.063 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 212/313 2026-04-17T17:59:39.070 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 213/313 2026-04-17T17:59:39.075 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libdrm-2.4.123-2.el9.x86_64 214/313 2026-04-17T17:59:39.109 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 262/313 2026-04-17T17:59:39.114 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 263/313 2026-04-17T17:59:39.123 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 264/313 2026-04-17T17:59:39.131 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 265/313 2026-04-17T17:59:39.136 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 266/313 2026-04-17T17:59:39.173 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 267/313 2026-04-17T17:59:39.179 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cherrypy-18.10.0-5.el9.noarch 268/313 2026-04-17T17:59:39.186 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 269/313 2026-04-17T17:59:39.190 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 270/313 2026-04-17T17:59:39.198 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 271/313 2026-04-17T17:59:39.208 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 215/313 2026-04-17T17:59:39.214 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 216/313 2026-04-17T17:59:39.219 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mesa-libgbm-25.0.7-5.el9_7.x86_64 217/313 2026-04-17T17:59:39.224 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mesa-libEGL-25.0.7-5.el9_7.x86_64 218/313 2026-04-17T17:59:39.230 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 219/313 2026-04-17T17:59:39.361 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mesa-libGL-25.0.7-5.el9_7.x86_64 220/313 2026-04-17T17:59:39.384 INFO:teuthology.orchestra.run.vm00.stdout: Installing : gstreamer1-plugins-base-1.22.12-5.el9_7.x86_64 221/313 2026-04-17T17:59:39.412 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libtracker-sparql-3.1.2-3.el9_1.x86_64 222/313 2026-04-17T17:59:39.417 INFO:teuthology.orchestra.run.vm00.stdout: Installing : tracker-3.1.2-3.el9_1.x86_64 223/313 2026-04-17T17:59:39.489 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: tracker-3.1.2-3.el9_1.x86_64 223/313 2026-04-17T17:59:39.498 INFO:teuthology.orchestra.run.vm00.stdout: Installing : tracker-miners-3.1.2-4.el9_3.x86_64 224/313 2026-04-17T17:59:39.515 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9_3.x86_64 224/313 2026-04-17T17:59:39.519 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 225/313 2026-04-17T17:59:39.525 INFO:teuthology.orchestra.run.vm08.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 272/313 2026-04-17T17:59:39.528 INFO:teuthology.orchestra.run.vm08.stdout: Installing : librgw2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 273/313 2026-04-17T17:59:39.538 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 226/313 2026-04-17T17:59:39.538 INFO:teuthology.orchestra.run.vm00.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-04-17T17:59:39.539 INFO:teuthology.orchestra.run.vm00.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-04-17T17:59:39.539 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:39.551 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 226/313 2026-04-17T17:59:39.553 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librgw2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 273/313 2026-04-17T17:59:39.555 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-rgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 274/313 2026-04-17T17:59:39.584 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 226/313 2026-04-17T17:59:39.584 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-04-17T17:59:39.584 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:39.632 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 227/313 2026-04-17T17:59:39.638 INFO:teuthology.orchestra.run.vm00.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 228/313 2026-04-17T17:59:39.643 INFO:teuthology.orchestra.run.vm00.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 229/313 2026-04-17T17:59:39.649 INFO:teuthology.orchestra.run.vm00.stdout: Installing : bubblewrap-0.6.3-1.el9.x86_64 230/313 2026-04-17T17:59:39.652 INFO:teuthology.orchestra.run.vm00.stdout: Installing : bluez-libs-5.83-2.el9.x86_64 231/313 2026-04-17T17:59:39.713 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 232/313 2026-04-17T17:59:39.716 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 232/313 2026-04-17T17:59:39.734 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 232/313 2026-04-17T17:59:39.734 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2026-04-17T17:59:39.734 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:39.858 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 233/313 2026-04-17T17:59:39.886 INFO:teuthology.orchestra.run.vm00.stdout: Installing : wireplumber-0.4.14-1.el9.0.1.x86_64 234/313 2026-04-17T17:59:39.896 INFO:teuthology.orchestra.run.vm00.stdout: Installing : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 235/313 2026-04-17T17:59:39.905 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 236/313 2026-04-17T17:59:39.908 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 237/313 2026-04-17T17:59:40.008 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 238/313 2026-04-17T17:59:40.011 INFO:teuthology.orchestra.run.vm00.stdout: Installing : geoclue2-2.6.0-8.el9_6.1.x86_64 238/313 2026-04-17T17:59:40.027 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 238/313 2026-04-17T17:59:40.121 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: flatpak-1.12.9-4.el9_6.x86_64 239/313 2026-04-17T17:59:40.157 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flatpak-1.12.9-4.el9_6.x86_64 239/313 2026-04-17T17:59:40.162 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 240/313 2026-04-17T17:59:40.190 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 240/313 2026-04-17T17:59:40.279 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 241/313 2026-04-17T17:59:40.295 INFO:teuthology.orchestra.run.vm00.stdout: Installing : gtk3-3.24.31-8.el9.x86_64 242/313 2026-04-17T17:59:40.371 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 243/313 2026-04-17T17:59:40.393 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 243/313 2026-04-17T17:59:40.395 INFO:teuthology.orchestra.run.vm00.stdout: Installing : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 244/313 2026-04-17T17:59:40.436 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 244/313 2026-04-17T17:59:40.491 INFO:teuthology.orchestra.run.vm00.stdout: Installing : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 245/313 2026-04-17T17:59:40.499 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 245/313 2026-04-17T17:59:40.506 INFO:teuthology.orchestra.run.vm00.stdout: Installing : maven-openjdk17-1:3.6.3-22.el9.noarch 246/313 2026-04-17T17:59:40.512 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 247/313 2026-04-17T17:59:40.530 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 248/313 2026-04-17T17:59:40.537 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 249/313 2026-04-17T17:59:40.597 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 250/313 2026-04-17T17:59:40.608 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 251/313 2026-04-17T17:59:40.623 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 252/313 2026-04-17T17:59:40.635 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 253/313 2026-04-17T17:59:40.645 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 254/313 2026-04-17T17:59:40.670 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 255/313 2026-04-17T17:59:40.689 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 256/313 2026-04-17T17:59:40.710 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 257/313 2026-04-17T17:59:40.726 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 258/313 2026-04-17T17:59:40.764 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 259/313 2026-04-17T17:59:40.834 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 260/313 2026-04-17T17:59:40.951 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 275/313 2026-04-17T17:59:40.995 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 275/313 2026-04-17T17:59:41.276 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 261/313 2026-04-17T17:59:41.348 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 275/313 2026-04-17T17:59:41.375 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-base-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 276/313 2026-04-17T17:59:41.383 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 262/313 2026-04-17T17:59:41.405 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 263/313 2026-04-17T17:59:41.429 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-base-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 276/313 2026-04-17T17:59:41.433 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-04-17T17:59:41.433 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-04-17T17:59:41.433 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:41.458 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-selinux-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 277/313 2026-04-17T17:59:41.466 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 264/313 2026-04-17T17:59:41.480 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 265/313 2026-04-17T17:59:41.488 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 266/313 2026-04-17T17:59:41.561 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 267/313 2026-04-17T17:59:41.681 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cherrypy-18.10.0-5.el9.noarch 268/313 2026-04-17T17:59:41.692 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 269/313 2026-04-17T17:59:41.781 INFO:teuthology.orchestra.run.vm00.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 270/313 2026-04-17T17:59:41.818 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 271/313 2026-04-17T17:59:42.241 INFO:teuthology.orchestra.run.vm00.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 272/313 2026-04-17T17:59:42.244 INFO:teuthology.orchestra.run.vm00.stdout: Installing : librgw2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 273/313 2026-04-17T17:59:42.266 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librgw2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 273/313 2026-04-17T17:59:42.271 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-rgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 274/313 2026-04-17T17:59:43.716 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 275/313 2026-04-17T17:59:43.723 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 275/313 2026-04-17T17:59:44.082 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 275/313 2026-04-17T17:59:44.091 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-base-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 276/313 2026-04-17T17:59:44.145 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-base-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 276/313 2026-04-17T17:59:44.145 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-04-17T17:59:44.145 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-04-17T17:59:44.146 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:44.151 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-selinux-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 277/313 2026-04-17T17:59:48.423 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-selinux-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 277/313 2026-04-17T17:59:48.423 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /sys 2026-04-17T17:59:48.423 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /proc 2026-04-17T17:59:48.423 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /mnt 2026-04-17T17:59:48.423 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /var/tmp 2026-04-17T17:59:48.423 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /home 2026-04-17T17:59:48.423 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /root 2026-04-17T17:59:48.423 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /tmp 2026-04-17T17:59:48.423 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:48.507 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-volume-2:20.2.0-21.gc03ba9ecf58.el9.clyso.n 278/313 2026-04-17T17:59:48.523 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-volume-2:20.2.0-21.gc03ba9ecf58.el9.clyso.n 278/313 2026-04-17T17:59:48.523 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:59:48.523 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-04-17T17:59:48.523 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:49.274 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-osd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 279/313 2026-04-17T17:59:49.296 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-osd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 279/313 2026-04-17T17:59:49.296 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:59:49.296 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-04-17T17:59:49.296 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-17T17:59:49.296 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-17T17:59:49.296 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:49.401 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mds-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 280/313 2026-04-17T17:59:49.422 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mds-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 280/313 2026-04-17T17:59:49.422 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:59:49.422 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-04-17T17:59:49.422 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-17T17:59:49.422 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-17T17:59:49.422 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:49.652 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 281/313 2026-04-17T17:59:49.673 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 281/313 2026-04-17T17:59:49.673 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:59:49.673 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-04-17T17:59:49.673 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-17T17:59:49.673 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-17T17:59:49.673 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:49.706 INFO:teuthology.orchestra.run.vm08.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 282/313 2026-04-17T17:59:49.757 INFO:teuthology.orchestra.run.vm08.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 283/313 2026-04-17T17:59:49.772 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 284/313 2026-04-17T17:59:49.776 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 285/313 2026-04-17T17:59:49.838 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarc 286/313 2026-04-17T17:59:49.842 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarc 286/313 2026-04-17T17:59:49.851 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-prometheus-alerts-2:20.2.0-21.gc03ba9ecf58. 287/313 2026-04-17T17:59:49.878 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-grafana-dashboards-2:20.2.0-21.gc03ba9ecf58 288/313 2026-04-17T17:59:49.881 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-cephadm-2:20.2.0-21.gc03ba9ecf58.el9.cl 289/313 2026-04-17T17:59:51.267 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-selinux-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 277/313 2026-04-17T17:59:51.267 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /sys 2026-04-17T17:59:51.267 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /proc 2026-04-17T17:59:51.267 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /mnt 2026-04-17T17:59:51.267 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /var/tmp 2026-04-17T17:59:51.267 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /home 2026-04-17T17:59:51.267 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /root 2026-04-17T17:59:51.267 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /tmp 2026-04-17T17:59:51.267 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:51.352 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-volume-2:20.2.0-21.gc03ba9ecf58.el9.clyso.n 278/313 2026-04-17T17:59:51.369 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-volume-2:20.2.0-21.gc03ba9ecf58.el9.clyso.n 278/313 2026-04-17T17:59:51.369 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:59:51.369 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-04-17T17:59:51.369 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:51.925 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-cephadm-2:20.2.0-21.gc03ba9ecf58.el9.cl 289/313 2026-04-17T17:59:51.940 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-dashboard-2:20.2.0-21.gc03ba9ecf58.el9. 290/313 2026-04-17T17:59:52.133 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-osd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 279/313 2026-04-17T17:59:52.159 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-osd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 279/313 2026-04-17T17:59:52.159 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:59:52.159 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-04-17T17:59:52.159 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-17T17:59:52.159 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-17T17:59:52.159 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:52.268 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mds-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 280/313 2026-04-17T17:59:52.291 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mds-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 280/313 2026-04-17T17:59:52.291 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:59:52.291 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-04-17T17:59:52.291 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-17T17:59:52.291 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-17T17:59:52.291 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:52.526 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 281/313 2026-04-17T17:59:52.549 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 281/313 2026-04-17T17:59:52.549 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:59:52.549 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-04-17T17:59:52.549 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-17T17:59:52.549 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-17T17:59:52.549 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:52.558 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-dashboard-2:20.2.0-21.gc03ba9ecf58.el9. 290/313 2026-04-17T17:59:52.560 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-diskprediction-local-2:20.2.0-21.gc03ba 291/313 2026-04-17T17:59:52.576 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:20.2.0-21.gc03ba 291/313 2026-04-17T17:59:52.577 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-k8sevents-2:20.2.0-21.gc03ba9ecf58.el9. 292/313 2026-04-17T17:59:52.582 INFO:teuthology.orchestra.run.vm00.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 282/313 2026-04-17T17:59:52.635 INFO:teuthology.orchestra.run.vm00.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 283/313 2026-04-17T17:59:52.646 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-k8sevents-2:20.2.0-21.gc03ba9ecf58.el9. 292/313 2026-04-17T17:59:52.650 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 284/313 2026-04-17T17:59:52.653 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 285/313 2026-04-17T17:59:52.698 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-modules-core-2:20.2.0-21.gc03ba9ecf58.e 293/313 2026-04-17T17:59:52.703 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 294/313 2026-04-17T17:59:52.713 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarc 286/313 2026-04-17T17:59:52.717 INFO:teuthology.orchestra.run.vm00.stdout: Installing : cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarc 286/313 2026-04-17T17:59:52.723 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 294/313 2026-04-17T17:59:52.723 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:59:52.723 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-04-17T17:59:52.723 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-17T17:59:52.723 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-17T17:59:52.723 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:52.725 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-prometheus-alerts-2:20.2.0-21.gc03ba9ecf58. 287/313 2026-04-17T17:59:52.738 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-rook-2:20.2.0-21.gc03ba9ecf58.el9.clyso 295/313 2026-04-17T17:59:52.749 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-rook-2:20.2.0-21.gc03ba9ecf58.el9.clyso 295/313 2026-04-17T17:59:52.752 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-grafana-dashboards-2:20.2.0-21.gc03ba9ecf58 288/313 2026-04-17T17:59:52.755 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-cephadm-2:20.2.0-21.gc03ba9ecf58.el9.cl 289/313 2026-04-17T17:59:54.187 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 296/313 2026-04-17T17:59:54.191 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-radosgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 297/313 2026-04-17T17:59:54.213 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-radosgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 297/313 2026-04-17T17:59:54.213 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:59:54.213 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-04-17T17:59:54.213 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-17T17:59:54.213 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-17T17:59:54.213 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:54.225 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-immutable-object-cache-2:20.2.0-21.gc03ba9e 298/313 2026-04-17T17:59:54.245 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-immutable-object-cache-2:20.2.0-21.gc03ba9e 298/313 2026-04-17T17:59:54.245 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:59:54.245 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-04-17T17:59:54.245 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:54.423 INFO:teuthology.orchestra.run.vm08.stdout: Installing : rbd-mirror-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 299/313 2026-04-17T17:59:54.446 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: rbd-mirror-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 299/313 2026-04-17T17:59:54.446 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:59:54.446 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-04-17T17:59:54.446 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-17T17:59:54.446 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-17T17:59:54.446 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:54.754 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-cephadm-2:20.2.0-21.gc03ba9ecf58.el9.cl 289/313 2026-04-17T17:59:54.771 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-dashboard-2:20.2.0-21.gc03ba9ecf58.el9. 290/313 2026-04-17T17:59:55.326 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-dashboard-2:20.2.0-21.gc03ba9ecf58.el9. 290/313 2026-04-17T17:59:55.328 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-diskprediction-local-2:20.2.0-21.gc03ba 291/313 2026-04-17T17:59:55.343 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:20.2.0-21.gc03ba 291/313 2026-04-17T17:59:55.345 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-k8sevents-2:20.2.0-21.gc03ba9ecf58.el9. 292/313 2026-04-17T17:59:55.410 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-k8sevents-2:20.2.0-21.gc03ba9ecf58.el9. 292/313 2026-04-17T17:59:55.458 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-modules-core-2:20.2.0-21.gc03ba9ecf58.e 293/313 2026-04-17T17:59:55.461 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 294/313 2026-04-17T17:59:55.485 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 294/313 2026-04-17T17:59:55.485 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:59:55.485 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-04-17T17:59:55.485 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-17T17:59:55.485 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-17T17:59:55.485 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:55.500 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-rook-2:20.2.0-21.gc03ba9ecf58.el9.clyso 295/313 2026-04-17T17:59:55.511 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-rook-2:20.2.0-21.gc03ba9ecf58.el9.clyso 295/313 2026-04-17T17:59:56.838 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 296/313 2026-04-17T17:59:56.844 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-radosgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 297/313 2026-04-17T17:59:56.865 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-radosgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 297/313 2026-04-17T17:59:56.866 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:59:56.866 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-04-17T17:59:56.866 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-17T17:59:56.866 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-17T17:59:56.866 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:56.878 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-immutable-object-cache-2:20.2.0-21.gc03ba9e 298/313 2026-04-17T17:59:56.898 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-immutable-object-cache-2:20.2.0-21.gc03ba9e 298/313 2026-04-17T17:59:56.898 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:59:56.898 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-04-17T17:59:56.898 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:57.052 INFO:teuthology.orchestra.run.vm00.stdout: Installing : rbd-mirror-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 299/313 2026-04-17T17:59:57.073 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: rbd-mirror-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 299/313 2026-04-17T17:59:57.073 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:59:57.073 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-04-17T17:59:57.073 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-17T17:59:57.073 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-17T17:59:57.073 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T17:59:59.458 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-test-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 300/313 2026-04-17T17:59:59.459 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-1:3.6.3-22.el9.noarch 301/313 2026-04-17T17:59:59.467 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: maven-1:3.6.3-22.el9.noarch 301/313 2026-04-17T17:59:59.473 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 302/313 2026-04-17T17:59:59.487 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 303/313 2026-04-17T17:59:59.491 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 304/313 2026-04-17T17:59:59.507 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 304/313 2026-04-17T17:59:59.507 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2026-04-17T17:59:59.507 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:59.547 INFO:teuthology.orchestra.run.vm08.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 305/313 2026-04-17T17:59:59.616 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcephfs-devel-2:20.2.0-21.gc03ba9ecf58.el9.cly 306/313 2026-04-17T17:59:59.624 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 307/313 2026-04-17T17:59:59.639 INFO:teuthology.orchestra.run.vm08.stdout: Installing : rbd-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 308/313 2026-04-17T17:59:59.647 INFO:teuthology.orchestra.run.vm08.stdout: Installing : rbd-nbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 309/313 2026-04-17T17:59:59.668 INFO:teuthology.orchestra.run.vm08.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 310/313 2026-04-17T17:59:59.675 INFO:teuthology.orchestra.run.vm08.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 311/313 2026-04-17T17:59:59.675 INFO:teuthology.orchestra.run.vm08.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 312/313 2026-04-17T17:59:59.724 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 312/313 2026-04-17T17:59:59.724 INFO:teuthology.orchestra.run.vm08.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 313/313 2026-04-17T17:59:59.743 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 313/313 2026-04-17T17:59:59.754 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 313/313 2026-04-17T17:59:59.760 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 313/313 2026-04-17T17:59:59.770 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 313/313 2026-04-17T17:59:59.780 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.0.1.x86_64 313/313 2026-04-17T17:59:59.780 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-17T17:59:59.780 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-17T17:59:59.780 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T17:59:59.795 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 313/313 2026-04-17T17:59:59.835 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 313/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 313/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 1/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-base-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 2/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 3/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 4/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-immutable-object-cache-2:20.2.0-21.gc03ba9e 5/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mds-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 6/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 7/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 8/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-osd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 9/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-radosgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 10/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-selinux-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 11/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-test-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 12/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephfs-daemon-2:20.2.0-21.gc03ba9ecf58.el9.cl 13/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephfs-devel-2:20.2.0-21.gc03ba9ecf58.el9.cly 14/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephfs-proxy2-2:20.2.0-21.gc03ba9ecf58.el9.cl 15/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephfs2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 16/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephsqlite-2:20.2.0-21.gc03ba9ecf58.el9.clyso 17/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librados-devel-2:20.2.0-21.gc03ba9ecf58.el9.clys 18/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libradosstriper1-2:20.2.0-21.gc03ba9ecf58.el9.cl 19/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librgw2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 20/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-ceph-argparse-2:20.2.0-21.gc03ba9ecf58.e 21/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-ceph-common-2:20.2.0-21.gc03ba9ecf58.el9 22/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cephfs-2:20.2.0-21.gc03ba9ecf58.el9.clys 23/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rados-2:20.2.0-21.gc03ba9ecf58.el9.clyso 24/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 25/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 26/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rbd-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 27/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rbd-mirror-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 28/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rbd-nbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 29/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-grafana-dashboards-2:20.2.0-21.gc03ba9ecf58 30/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-cephadm-2:20.2.0-21.gc03ba9ecf58.el9.cl 31/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-dashboard-2:20.2.0-21.gc03ba9ecf58.el9. 32/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-diskprediction-local-2:20.2.0-21.gc03ba 33/313 2026-04-17T18:00:01.697 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-k8sevents-2:20.2.0-21.gc03ba9ecf58.el9. 34/313 2026-04-17T18:00:01.698 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-modules-core-2:20.2.0-21.gc03ba9ecf58.e 35/313 2026-04-17T18:00:01.698 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-rook-2:20.2.0-21.gc03ba9ecf58.el9.clyso 36/313 2026-04-17T18:00:01.698 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-prometheus-alerts-2:20.2.0-21.gc03ba9ecf58. 37/313 2026-04-17T18:00:01.698 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-volume-2:20.2.0-21.gc03ba9ecf58.el9.clyso.n 38/313 2026-04-17T18:00:01.698 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarc 39/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 40/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 41/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 42/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 43/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 44/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 45/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 46/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 47/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 48/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 49/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 50/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 51/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 52/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 53/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 54/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cheroot-10.0.1-5.el9.noarch 55/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cherrypy-18.10.0-5.el9.noarch 56/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 57/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 58/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 59/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 60/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 61/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 62/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 63/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 64/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 65/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 66/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 67/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 68/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 69/313 2026-04-17T18:00:01.703 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 70/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 71/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 80/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 81/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 82/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 83/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : re2-1:20211101-20.el9.x86_64 84/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 85/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 86/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 87/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : bluez-libs-5.83-2.el9.x86_64 88/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : bubblewrap-0.6.3-1.el9.x86_64 89/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 90/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 91/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 92/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 93/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 94/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 95/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 96/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 97/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 98/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 99/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libtdb-1.4.13-1.el9.x86_64 100/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lksctp-tools-1.0.19-3.el9_4.x86_64 101/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 102/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 103/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 104/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 105/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 106/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 107/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 108/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 109/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 110/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 111/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 112/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : unzip-6.0-59.el9.x86_64 113/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : zip-3.0-35.el9.x86_64 114/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 115/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 116/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : alsa-lib-1.2.14-1.el9.x86_64 117/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : apache-commons-cli-1.4-20.el9.noarch 118/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : apache-commons-codec-1.15-10.el9.noarch 119/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : apache-commons-io-1:2.8.0-12.el9.noarch 120/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : apache-commons-lang3-3.12.0-10.el9.noarch 121/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 122/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 123/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : atinject-1.0.3-9.el9.noarch 124/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : atk-2.36.0-5.el9.x86_64 125/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : avahi-glib-0.8-23.el9.x86_64 126/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 127/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cdi-api-2.0.2-9.el9.noarch 128/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : colord-libs-1.4.5-6.el9_6.x86_64 129/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : composefs-libs-1.0.8-1.el9.x86_64 130/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : copy-jdk-configs-4.0-3.el9.0.1.noarch 131/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 132/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 133/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 134/313 2026-04-17T18:00:01.704 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 135/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 136/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flac-libs-1.3.3-10.el9_2.1.x86_64 137/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flatpak-1.12.9-4.el9_6.x86_64 138/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flatpak-selinux-1.12.9-4.el9_6.noarch 139/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flatpak-session-helper-1.12.9-4.el9_6.x86_64 140/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 141/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 142/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 143/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 144/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : geoclue2-2.6.0-8.el9_6.1.x86_64 145/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 146/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : google-guice-4.2.3-12.el9.noarch 147/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 148/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 149/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gstreamer1-1.22.12-3.el9.x86_64 150/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gstreamer1-plugins-base-1.22.12-5.el9_7.x86_64 151/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gtk-update-icon-cache-3.24.31-8.el9.x86_64 152/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gtk3-3.24.31-8.el9.x86_64 153/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : guava-30.1-10.el9.noarch 154/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 155/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : httpcomponents-client-4.5.13-7.el9.noarch 156/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : httpcomponents-core-4.4.13-11.el9.noarch 157/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 158/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jakarta-annotations-1.3.5-16.el9.noarch 159/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jansi-2.3.3-9.el9.x86_64 160/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 161/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 162/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 163/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : javapackages-filesystem-6.4.0-1.el9.noarch 164/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : javapackages-tools-6.4.0-1.el9.noarch 165/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 166/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jcl-over-slf4j-1.7.30-16.el9.noarch 167/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jsoup-1.13.1-13.el9.noarch 168/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jsr-305-3.0.2-9.el9.noarch 169/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lcms2-2.12-3.el9.x86_64 170/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libX11-xcb-1.7.0-11.el9.x86_64 171/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 172/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 173/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 174/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 175/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 176/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 177/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 178/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 179/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 180/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 181/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 182/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 183/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 184/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libdrm-2.4.123-2.el9.x86_64 185/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 186/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 187/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 188/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libgexiv2-0.14.3-1.el9.x86_64 189/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 190/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 191/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 192/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 193/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 194/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 195/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 196/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 197/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 198/313 2026-04-17T18:00:01.705 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 199/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 200/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 201/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 202/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 203/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libsbc-1.4-9.el9.x86_64 204/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libsndfile-1.0.31-9.el9.x86_64 205/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 206/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 207/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 208/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libtracker-sparql-3.1.2-3.el9_1.x86_64 209/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 210/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 211/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 212/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 213/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 214/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 215/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 216/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 217/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxslt-1.1.34-14.el9_7.1.x86_64 218/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : llvm-filesystem-20.1.8-3.el9.x86_64 219/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : llvm-libs-20.1.8-3.el9.x86_64 220/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 221/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 222/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lua-5.4.4-4.el9.x86_64 223/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 224/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-1:3.6.3-22.el9.noarch 225/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-lib-1:3.6.3-22.el9.noarch 226/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-openjdk17-1:3.6.3-22.el9.noarch 227/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-resolver-1:1.6.1-14.el9.noarch 228/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-shared-utils-3.3.4-7.el9.noarch 229/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-wagon-3.4.2-10.el9.noarch 230/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 231/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mesa-filesystem-25.0.7-5.el9_7.x86_64 232/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mesa-libEGL-25.0.7-5.el9_7.x86_64 233/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mesa-libGL-25.0.7-5.el9_7.x86_64 234/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mesa-libgbm-25.0.7-5.el9_7.x86_64 235/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 236/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 237/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 238/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openjpeg2-2.4.0-8.el9.x86_64 239/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : opus-1.3.1-10.el9.x86_64 240/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : orc-0.4.31-8.el9.x86_64 241/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : osinfo-db-20250606-1.el9.rocky.20250920.noarch 242/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 243/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ostree-libs-2025.6-2.el9_7.x86_64 244/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : p11-kit-server-0.25.3-3.el9_5.x86_64 245/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 246/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 247/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 248/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 249/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 250/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 251/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 252/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 253/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-cipher-1.7-30.el9.noarch 254/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-classworlds-2.6.0-14.el9.noarch 255/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-containers-component-annotations-2.1.0-13 256/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-interpolation-1.26-15.el9.noarch 257/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-sec-dispatcher-1.4-41.el9.noarch 258/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-utils-3.3.0-13.el9.noarch 259/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : poppler-21.01.0-23.el9_7.x86_64 260/313 2026-04-17T18:00:01.706 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : poppler-data-0.4.9-9.el9.0.1.noarch 261/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : poppler-glib-21.01.0-23.el9_7.x86_64 262/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 263/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 264/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pulseaudio-libs-15.0-3.el9.x86_64 265/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 266/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 267/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 268/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jmespath-1.0.1-1.el9_7.noarch 269/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 270/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 271/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 272/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-numpy-1:1.23.5-2.el9_7.x86_64 273/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 274/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 275/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 276/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 277/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 278/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 279/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 280/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 281/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 282/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 283/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 284/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rtkit-0.11-29.el9.x86_64 285/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : sisu-1:0.3.4-14.el9.noarch 286/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : slf4j-1.7.30-16.el9.noarch 287/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 288/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 289/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : spirv-tools-libs-2025.2-1.el9.x86_64 290/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 291/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : tracker-3.1.2-3.el9_1.x86_64 292/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : tracker-miners-3.1.2-4.el9_3.x86_64 293/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 294/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : tzdata-java-2026a-1.el9_7.noarch 295/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : upower-0.99.13-2.el9.x86_64 296/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 297/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : wireplumber-0.4.14-1.el9.0.1.x86_64 298/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 299/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 300/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 301/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 302/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xkeyboard-config-2.33-2.el9.0.1.noarch 303/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 304/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 305/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 306/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 307/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 308/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 309/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librados2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 310/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 311/313 2026-04-17T18:00:01.707 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librbd1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 312/313 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 313/313 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout:Upgraded: 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: librados2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: librbd1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout:Installed: 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: alsa-lib-1.2.14-1.el9.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-cli-1.4-20.el9.noarch 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-codec-1.15-10.el9.noarch 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-io-1:2.8.0-12.el9.noarch 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-lang3-3.12.0-10.el9.noarch 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: atinject-1.0.3-9.el9.noarch 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: atk-2.36.0-5.el9.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: avahi-glib-0.8-23.el9.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: bluez-libs-5.83-2.el9.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: bubblewrap-0.6.3-1.el9.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: cdi-api-2.0.2-9.el9.noarch 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: ceph-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: ceph-base-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: ceph-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: ceph-grafana-dashboards-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: ceph-immutable-object-cache-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mds-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-dashboard-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-diskprediction-local-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:01.837 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-k8sevents-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-modules-core-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-rook-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: ceph-osd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: ceph-prometheus-alerts-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: ceph-radosgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: ceph-selinux-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: ceph-test-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: ceph-volume-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: colord-libs-1.4.5-6.el9_6.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: composefs-libs-1.0.8-1.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: copy-jdk-configs-4.0-3.el9.0.1.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: dconf-0.40.0-6.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: exiv2-0.27.5-2.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: flac-libs-1.3.3-10.el9_2.1.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: flatpak-1.12.9-4.el9_6.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: flatpak-selinux-1.12.9-4.el9_6.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: flatpak-session-helper-1.12.9-4.el9_6.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: fuse-2.9.9-17.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: geoclue2-2.6.0-8.el9_6.1.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: giflib-5.2.1-9.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: google-guice-4.2.3-12.el9.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: graphene-1.10.6-2.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: grpc-data-1.46.7-10.el9.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: gsm-1.0.19-6.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: gstreamer1-1.22.12-3.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: gstreamer1-plugins-base-1.22.12-5.el9_7.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: gtk-update-icon-cache-3.24.31-8.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: gtk3-3.24.31-8.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: guava-30.1-10.el9.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: httpcomponents-client-4.5.13-7.el9.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: httpcomponents-core-4.4.13-11.el9.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: iso-codes-4.6.0-3.el9.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: jakarta-annotations-1.3.5-16.el9.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: jansi-2.3.3-9.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: javapackages-filesystem-6.4.0-1.el9.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: javapackages-tools-6.4.0-1.el9.noarch 2026-04-17T18:00:01.838 INFO:teuthology.orchestra.run.vm08.stdout: jbigkit-libs-2.1-23.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: jcl-over-slf4j-1.7.30-16.el9.noarch 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: jsoup-1.13.1-13.el9.noarch 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: jsr-305-3.0.2-9.el9.noarch 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: lcms2-2.12-3.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libX11-xcb-1.7.0-11.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libXcomposite-0.4.5-7.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libXcursor-1.2.0-7.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libXdamage-1.1.5-7.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libXfixes-5.0.3-16.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libXi-1.7.10-8.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libXinerama-1.1.4-10.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libXrandr-1.5.2-8.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libXtst-1.2.3-16.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libXv-1.0.11-16.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libarrow-9.0.0-15.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libasyncns-0.8-22.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libcanberra-0.30-27.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-daemon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-devel-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-proxy2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libcephsqlite-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libconfig-1.7.2-9.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libdrm-2.4.123-2.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libepoxy-1.5.5-4.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libexif-0.6.22-6.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libfontenc-1.1.3-17.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libgexiv2-0.14.3-1.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libgsf-1.14.47-5.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libgxps-0.3.2-3.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libiptcdata-1.0.5-10.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libldac-2.0.2.3-10.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libnbd-1.20.3-4.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libnotify-0.7.9-8.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: liboath-2.6.12-1.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libogg-2:1.3.4-6.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libosinfo-1.10.0-1.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libpciaccess-0.16-7.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: librados-devel-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libradosstriper1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: librgw2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libsbc-1.4-9.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libsndfile-1.0.31-9.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libtdb-1.4.13-1.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libtheora-1:1.1.1-31.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libtiff-4.4.0-15.el9_7.2.0.1.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libtracker-sparql-3.1.2-3.el9_1.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libunwind-1.6.2-1.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2026-04-17T18:00:01.839 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-client-1.21.0-1.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-server-1.21.0-1.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: libwebp-1.2.0-8.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: libxshmfence-1.3-10.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: libxslt-1.1.34-14.el9_7.1.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: lksctp-tools-1.0.19-3.el9_4.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: llvm-filesystem-20.1.8-3.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: llvm-libs-20.1.8-3.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: low-memory-monitor-2.1-4.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: lua-5.4.4-4.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: lua-posix-35.0-8.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: luarocks-3.9.2-5.el9.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: maven-1:3.6.3-22.el9.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: maven-lib-1:3.6.3-22.el9.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: maven-openjdk17-1:3.6.3-22.el9.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: maven-resolver-1:1.6.1-14.el9.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: maven-shared-utils-3.3.4-7.el9.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: maven-wagon-3.4.2-10.el9.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: mesa-dri-drivers-25.0.7-5.el9_7.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: mesa-filesystem-25.0.7-5.el9_7.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libEGL-25.0.7-5.el9_7.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libGL-25.0.7-5.el9_7.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libgbm-25.0.7-5.el9_7.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: mkfontscale-1.2.1-3.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: nvme-cli-2.13-1.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: openblas-0.3.29-1.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: openjpeg2-2.4.0-8.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: opus-1.3.1-10.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: orc-0.4.31-8.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: osinfo-db-20250606-1.el9.rocky.20250920.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: ostree-libs-2025.6-2.el9_7.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: p11-kit-server-0.25.3-3.el9_5.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: pciutils-3.7.0-7.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-1.0.1-1.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: plexus-cipher-1.7-30.el9.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: plexus-classworlds-2.6.0-14.el9.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: plexus-containers-component-annotations-2.1.0-13.el9.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: plexus-interpolation-1.26-15.el9.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: plexus-sec-dispatcher-1.4-41.el9.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: plexus-utils-3.3.0-13.el9.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: poppler-21.01.0-23.el9_7.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: poppler-data-0.4.9-9.el9.0.1.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: poppler-glib-21.01.0-23.el9_7.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: publicsuffix-list-20210518-3.el9.noarch 2026-04-17T18:00:01.840 INFO:teuthology.orchestra.run.vm08.stdout: pulseaudio-libs-15.0-3.el9.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-babel-2.9.1-2.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-argparse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-cephfs-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-cheroot-10.0.1-5.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-cherrypy-18.10.0-5.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-jmespath-1.0.1-1.el9_7.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy-1:1.23.5-2.el9_7.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-packaging-20.9-5.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-portend-3.1.0-2.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-pycparser-2.20-6.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-rados-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-rbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-rgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-routes-2.5.1-5.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-rsa-4.9-2.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-saml-1.16.0-1.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-04-17T18:00:01.841 INFO:teuthology.orchestra.run.vm08.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: qatlib-24.09.0-1.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: rbd-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: rbd-mirror-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: rbd-nbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: re2-1:20211101-20.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: rtkit-0.11-29.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: s3cmd-2.4.0-1.el9.noarch 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: sisu-1:0.3.4-14.el9.noarch 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: slf4j-1.7.30-16.el9.noarch 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: socat-1.7.4.1-8.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: spirv-tools-libs-2025.2-1.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: thrift-0.15.0-4.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: tracker-3.1.2-3.el9_1.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: tracker-miners-3.1.2-4.el9_3.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: tzdata-java-2026a-1.el9_7.noarch 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: unzip-6.0-59.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: upower-0.99.13-2.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: wireplumber-0.4.14-1.el9.0.1.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: wireplumber-libs-0.4.14-1.el9.0.1.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: xkeyboard-config-2.33-2.el9.0.1.noarch 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: zip-3.0-35.el9.x86_64 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:01.842 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-04-17T18:00:01.975 DEBUG:teuthology.parallel:result is None 2026-04-17T18:00:02.396 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-test-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 300/313 2026-04-17T18:00:02.398 INFO:teuthology.orchestra.run.vm00.stdout: Installing : maven-1:3.6.3-22.el9.noarch 301/313 2026-04-17T18:00:02.405 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: maven-1:3.6.3-22.el9.noarch 301/313 2026-04-17T18:00:02.410 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 302/313 2026-04-17T18:00:02.423 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 303/313 2026-04-17T18:00:02.427 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 304/313 2026-04-17T18:00:02.444 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 304/313 2026-04-17T18:00:02.444 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2026-04-17T18:00:02.444 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:02.486 INFO:teuthology.orchestra.run.vm00.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 305/313 2026-04-17T18:00:02.541 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libcephfs-devel-2:20.2.0-21.gc03ba9ecf58.el9.cly 306/313 2026-04-17T18:00:02.551 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 307/313 2026-04-17T18:00:02.563 INFO:teuthology.orchestra.run.vm00.stdout: Installing : rbd-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 308/313 2026-04-17T18:00:02.571 INFO:teuthology.orchestra.run.vm00.stdout: Installing : rbd-nbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 309/313 2026-04-17T18:00:02.595 INFO:teuthology.orchestra.run.vm00.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 310/313 2026-04-17T18:00:02.599 INFO:teuthology.orchestra.run.vm00.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 311/313 2026-04-17T18:00:02.599 INFO:teuthology.orchestra.run.vm00.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 312/313 2026-04-17T18:00:02.621 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 312/313 2026-04-17T18:00:02.621 INFO:teuthology.orchestra.run.vm00.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 313/313 2026-04-17T18:00:02.637 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 313/313 2026-04-17T18:00:02.647 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 313/313 2026-04-17T18:00:02.654 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 313/313 2026-04-17T18:00:02.664 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 313/313 2026-04-17T18:00:02.675 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.0.1.x86_64 313/313 2026-04-17T18:00:02.675 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-17T18:00:02.675 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-17T18:00:02.675 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:02.691 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 313/313 2026-04-17T18:00:02.733 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 313/313 2026-04-17T18:00:04.515 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 313/313 2026-04-17T18:00:04.515 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 1/313 2026-04-17T18:00:04.515 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-base-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 2/313 2026-04-17T18:00:04.515 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 3/313 2026-04-17T18:00:04.515 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 4/313 2026-04-17T18:00:04.515 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-immutable-object-cache-2:20.2.0-21.gc03ba9e 5/313 2026-04-17T18:00:04.515 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mds-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 6/313 2026-04-17T18:00:04.515 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 7/313 2026-04-17T18:00:04.515 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 8/313 2026-04-17T18:00:04.515 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-osd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 9/313 2026-04-17T18:00:04.515 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-radosgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 10/313 2026-04-17T18:00:04.515 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-selinux-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 11/313 2026-04-17T18:00:04.515 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-test-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 12/313 2026-04-17T18:00:04.515 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcephfs-daemon-2:20.2.0-21.gc03ba9ecf58.el9.cl 13/313 2026-04-17T18:00:04.515 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcephfs-devel-2:20.2.0-21.gc03ba9ecf58.el9.cly 14/313 2026-04-17T18:00:04.515 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcephfs-proxy2-2:20.2.0-21.gc03ba9ecf58.el9.cl 15/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcephfs2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 16/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcephsqlite-2:20.2.0-21.gc03ba9ecf58.el9.clyso 17/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librados-devel-2:20.2.0-21.gc03ba9ecf58.el9.clys 18/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libradosstriper1-2:20.2.0-21.gc03ba9ecf58.el9.cl 19/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librgw2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 20/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-ceph-argparse-2:20.2.0-21.gc03ba9ecf58.e 21/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-ceph-common-2:20.2.0-21.gc03ba9ecf58.el9 22/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cephfs-2:20.2.0-21.gc03ba9ecf58.el9.clys 23/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-rados-2:20.2.0-21.gc03ba9ecf58.el9.clyso 24/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-rbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 25/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-rgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 26/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : rbd-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 27/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : rbd-mirror-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 28/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : rbd-nbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 29/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-grafana-dashboards-2:20.2.0-21.gc03ba9ecf58 30/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-cephadm-2:20.2.0-21.gc03ba9ecf58.el9.cl 31/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-dashboard-2:20.2.0-21.gc03ba9ecf58.el9. 32/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-diskprediction-local-2:20.2.0-21.gc03ba 33/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-k8sevents-2:20.2.0-21.gc03ba9ecf58.el9. 34/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-modules-core-2:20.2.0-21.gc03ba9ecf58.e 35/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-rook-2:20.2.0-21.gc03ba9ecf58.el9.clyso 36/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-prometheus-alerts-2:20.2.0-21.gc03ba9ecf58. 37/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-volume-2:20.2.0-21.gc03ba9ecf58.el9.clyso.n 38/313 2026-04-17T18:00:04.516 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarc 39/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 40/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 41/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 42/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 43/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 44/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 45/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 46/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 47/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 48/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 49/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 50/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 51/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 52/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 53/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 54/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cheroot-10.0.1-5.el9.noarch 55/313 2026-04-17T18:00:04.518 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cherrypy-18.10.0-5.el9.noarch 56/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 57/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 58/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 59/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 60/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 61/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 62/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 63/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 64/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 65/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 66/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 67/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 68/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 69/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 70/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 71/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 80/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 81/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 82/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 83/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : re2-1:20211101-20.el9.x86_64 84/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 85/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 86/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 87/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : bluez-libs-5.83-2.el9.x86_64 88/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : bubblewrap-0.6.3-1.el9.x86_64 89/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 90/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 91/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 92/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 93/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 94/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 95/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 96/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 97/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 98/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 99/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libtdb-1.4.13-1.el9.x86_64 100/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lksctp-tools-1.0.19-3.el9_4.x86_64 101/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 102/313 2026-04-17T18:00:04.519 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 103/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 104/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 105/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 106/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 107/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 108/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 109/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 110/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 111/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 112/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : unzip-6.0-59.el9.x86_64 113/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : zip-3.0-35.el9.x86_64 114/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 115/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 116/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : alsa-lib-1.2.14-1.el9.x86_64 117/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : apache-commons-cli-1.4-20.el9.noarch 118/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : apache-commons-codec-1.15-10.el9.noarch 119/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : apache-commons-io-1:2.8.0-12.el9.noarch 120/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : apache-commons-lang3-3.12.0-10.el9.noarch 121/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 122/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 123/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : atinject-1.0.3-9.el9.noarch 124/313 2026-04-17T18:00:04.520 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : atk-2.36.0-5.el9.x86_64 125/313 2026-04-17T18:00:04.524 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : avahi-glib-0.8-23.el9.x86_64 126/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 127/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cdi-api-2.0.2-9.el9.noarch 128/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : colord-libs-1.4.5-6.el9_6.x86_64 129/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : composefs-libs-1.0.8-1.el9.x86_64 130/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : copy-jdk-configs-4.0-3.el9.0.1.noarch 131/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 132/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 133/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 134/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 135/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 136/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flac-libs-1.3.3-10.el9_2.1.x86_64 137/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flatpak-1.12.9-4.el9_6.x86_64 138/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flatpak-selinux-1.12.9-4.el9_6.noarch 139/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flatpak-session-helper-1.12.9-4.el9_6.x86_64 140/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 141/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 142/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 143/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 144/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : geoclue2-2.6.0-8.el9_6.1.x86_64 145/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 146/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : google-guice-4.2.3-12.el9.noarch 147/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 148/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 149/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : gstreamer1-1.22.12-3.el9.x86_64 150/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : gstreamer1-plugins-base-1.22.12-5.el9_7.x86_64 151/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : gtk-update-icon-cache-3.24.31-8.el9.x86_64 152/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : gtk3-3.24.31-8.el9.x86_64 153/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : guava-30.1-10.el9.noarch 154/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 155/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : httpcomponents-client-4.5.13-7.el9.noarch 156/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : httpcomponents-core-4.4.13-11.el9.noarch 157/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 158/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : jakarta-annotations-1.3.5-16.el9.noarch 159/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : jansi-2.3.3-9.el9.x86_64 160/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 161/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 162/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 163/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : javapackages-filesystem-6.4.0-1.el9.noarch 164/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : javapackages-tools-6.4.0-1.el9.noarch 165/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 166/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : jcl-over-slf4j-1.7.30-16.el9.noarch 167/313 2026-04-17T18:00:04.525 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : jsoup-1.13.1-13.el9.noarch 168/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : jsr-305-3.0.2-9.el9.noarch 169/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lcms2-2.12-3.el9.x86_64 170/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libX11-xcb-1.7.0-11.el9.x86_64 171/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 172/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 173/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 174/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 175/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 176/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 177/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 178/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 179/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 180/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 181/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 182/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 183/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 184/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libdrm-2.4.123-2.el9.x86_64 185/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 186/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 187/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 188/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libgexiv2-0.14.3-1.el9.x86_64 189/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 190/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 191/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 192/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 193/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 194/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 195/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 196/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 197/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 198/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 199/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 200/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 201/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 202/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 203/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libsbc-1.4-9.el9.x86_64 204/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libsndfile-1.0.31-9.el9.x86_64 205/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 206/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 207/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 208/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libtracker-sparql-3.1.2-3.el9_1.x86_64 209/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 210/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 211/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 212/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 213/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 214/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 215/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 216/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 217/313 2026-04-17T18:00:04.526 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libxslt-1.1.34-14.el9_7.1.x86_64 218/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : llvm-filesystem-20.1.8-3.el9.x86_64 219/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : llvm-libs-20.1.8-3.el9.x86_64 220/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 221/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 222/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lua-5.4.4-4.el9.x86_64 223/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 224/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : maven-1:3.6.3-22.el9.noarch 225/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : maven-lib-1:3.6.3-22.el9.noarch 226/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : maven-openjdk17-1:3.6.3-22.el9.noarch 227/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : maven-resolver-1:1.6.1-14.el9.noarch 228/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : maven-shared-utils-3.3.4-7.el9.noarch 229/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : maven-wagon-3.4.2-10.el9.noarch 230/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 231/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mesa-filesystem-25.0.7-5.el9_7.x86_64 232/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mesa-libEGL-25.0.7-5.el9_7.x86_64 233/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mesa-libGL-25.0.7-5.el9_7.x86_64 234/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mesa-libgbm-25.0.7-5.el9_7.x86_64 235/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 236/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 237/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 238/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openjpeg2-2.4.0-8.el9.x86_64 239/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : opus-1.3.1-10.el9.x86_64 240/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : orc-0.4.31-8.el9.x86_64 241/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : osinfo-db-20250606-1.el9.rocky.20250920.noarch 242/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 243/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ostree-libs-2025.6-2.el9_7.x86_64 244/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : p11-kit-server-0.25.3-3.el9_5.x86_64 245/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 246/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 247/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 248/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 249/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 250/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 251/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 252/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 253/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : plexus-cipher-1.7-30.el9.noarch 254/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : plexus-classworlds-2.6.0-14.el9.noarch 255/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : plexus-containers-component-annotations-2.1.0-13 256/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : plexus-interpolation-1.26-15.el9.noarch 257/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : plexus-sec-dispatcher-1.4-41.el9.noarch 258/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : plexus-utils-3.3.0-13.el9.noarch 259/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : poppler-21.01.0-23.el9_7.x86_64 260/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : poppler-data-0.4.9-9.el9.0.1.noarch 261/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : poppler-glib-21.01.0-23.el9_7.x86_64 262/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 263/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 264/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pulseaudio-libs-15.0-3.el9.x86_64 265/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 266/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 267/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 268/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jmespath-1.0.1-1.el9_7.noarch 269/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 270/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 271/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 272/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-numpy-1:1.23.5-2.el9_7.x86_64 273/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 274/313 2026-04-17T18:00:04.527 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 275/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 276/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 277/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 278/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 279/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 280/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 281/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 282/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 283/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 284/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : rtkit-0.11-29.el9.x86_64 285/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : sisu-1:0.3.4-14.el9.noarch 286/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : slf4j-1.7.30-16.el9.noarch 287/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 288/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 289/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : spirv-tools-libs-2025.2-1.el9.x86_64 290/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 291/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : tracker-3.1.2-3.el9_1.x86_64 292/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : tracker-miners-3.1.2-4.el9_3.x86_64 293/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 294/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : tzdata-java-2026a-1.el9_7.noarch 295/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : upower-0.99.13-2.el9.x86_64 296/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 297/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : wireplumber-0.4.14-1.el9.0.1.x86_64 298/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 299/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 300/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 301/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 302/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xkeyboard-config-2.33-2.el9.0.1.noarch 303/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 304/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 305/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 306/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 307/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 308/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 309/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librados2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 310/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 311/313 2026-04-17T18:00:04.528 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librbd1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 312/313 2026-04-17T18:00:04.654 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 313/313 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout:Upgraded: 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: librados2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: librbd1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout:Installed: 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: alsa-lib-1.2.14-1.el9.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: apache-commons-cli-1.4-20.el9.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: apache-commons-codec-1.15-10.el9.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: apache-commons-io-1:2.8.0-12.el9.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: apache-commons-lang3-3.12.0-10.el9.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: atinject-1.0.3-9.el9.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: atk-2.36.0-5.el9.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: avahi-glib-0.8-23.el9.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: bluez-libs-5.83-2.el9.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: bubblewrap-0.6.3-1.el9.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: cdi-api-2.0.2-9.el9.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-base-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-grafana-dashboards-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-immutable-object-cache-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mds-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-dashboard-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-diskprediction-local-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-k8sevents-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-modules-core-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-rook-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-osd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-prometheus-alerts-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-radosgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-selinux-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-test-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: ceph-volume-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:04.655 INFO:teuthology.orchestra.run.vm00.stdout: cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: colord-libs-1.4.5-6.el9_6.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: composefs-libs-1.0.8-1.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: copy-jdk-configs-4.0-3.el9.0.1.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: dconf-0.40.0-6.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: exiv2-0.27.5-2.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: flac-libs-1.3.3-10.el9_2.1.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: flatpak-1.12.9-4.el9_6.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: flatpak-selinux-1.12.9-4.el9_6.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: flatpak-session-helper-1.12.9-4.el9_6.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: fuse-2.9.9-17.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: geoclue2-2.6.0-8.el9_6.1.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: giflib-5.2.1-9.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: google-guice-4.2.3-12.el9.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: graphene-1.10.6-2.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: grpc-data-1.46.7-10.el9.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: gsm-1.0.19-6.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: gstreamer1-1.22.12-3.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: gstreamer1-plugins-base-1.22.12-5.el9_7.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: gtk-update-icon-cache-3.24.31-8.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: gtk3-3.24.31-8.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: guava-30.1-10.el9.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: httpcomponents-client-4.5.13-7.el9.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: httpcomponents-core-4.4.13-11.el9.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: iso-codes-4.6.0-3.el9.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: jakarta-annotations-1.3.5-16.el9.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: jansi-2.3.3-9.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: javapackages-filesystem-6.4.0-1.el9.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: javapackages-tools-6.4.0-1.el9.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: jbigkit-libs-2.1-23.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: jcl-over-slf4j-1.7.30-16.el9.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: jsoup-1.13.1-13.el9.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: jsr-305-3.0.2-9.el9.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: lcms2-2.12-3.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: libX11-xcb-1.7.0-11.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: libXcomposite-0.4.5-7.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: libXcursor-1.2.0-7.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: libXdamage-1.1.5-7.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: libXfixes-5.0.3-16.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: libXi-1.7.10-8.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: libXinerama-1.1.4-10.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: libXrandr-1.5.2-8.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: libXtst-1.2.3-16.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: libXv-1.0.11-16.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: libarrow-9.0.0-15.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: libasyncns-0.8-22.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: libcanberra-0.30-27.el9.x86_64 2026-04-17T18:00:04.656 INFO:teuthology.orchestra.run.vm00.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs-daemon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs-devel-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs-proxy2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libcephsqlite-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libconfig-1.7.2-9.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libdrm-2.4.123-2.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libepoxy-1.5.5-4.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libexif-0.6.22-6.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libfontenc-1.1.3-17.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libgexiv2-0.14.3-1.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libgsf-1.14.47-5.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libgxps-0.3.2-3.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libiptcdata-1.0.5-10.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libldac-2.0.2.3-10.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libnbd-1.20.3-4.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libnotify-0.7.9-8.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: liboath-2.6.12-1.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libogg-2:1.3.4-6.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libosinfo-1.10.0-1.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libpciaccess-0.16-7.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: librados-devel-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libradosstriper1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: librgw2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libsbc-1.4-9.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libsndfile-1.0.31-9.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libtdb-1.4.13-1.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libtheora-1:1.1.1-31.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libtiff-4.4.0-15.el9_7.2.0.1.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libtracker-sparql-3.1.2-3.el9_1.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libunwind-1.6.2-1.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libwayland-client-1.21.0-1.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libwayland-server-1.21.0-1.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libwebp-1.2.0-8.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libxshmfence-1.3-10.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: libxslt-1.1.34-14.el9_7.1.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: lksctp-tools-1.0.19-3.el9_4.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: llvm-filesystem-20.1.8-3.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: llvm-libs-20.1.8-3.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: low-memory-monitor-2.1-4.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: lua-5.4.4-4.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: lua-posix-35.0-8.el9.x86_64 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: luarocks-3.9.2-5.el9.noarch 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: maven-1:3.6.3-22.el9.noarch 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: maven-lib-1:3.6.3-22.el9.noarch 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: maven-openjdk17-1:3.6.3-22.el9.noarch 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: maven-resolver-1:1.6.1-14.el9.noarch 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: maven-shared-utils-3.3.4-7.el9.noarch 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: maven-wagon-3.4.2-10.el9.noarch 2026-04-17T18:00:04.657 INFO:teuthology.orchestra.run.vm00.stdout: mesa-dri-drivers-25.0.7-5.el9_7.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: mesa-filesystem-25.0.7-5.el9_7.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: mesa-libEGL-25.0.7-5.el9_7.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: mesa-libGL-25.0.7-5.el9_7.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: mesa-libgbm-25.0.7-5.el9_7.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: mkfontscale-1.2.1-3.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: nvme-cli-2.13-1.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: openblas-0.3.29-1.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: openjpeg2-2.4.0-8.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: opus-1.3.1-10.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: orc-0.4.31-8.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: osinfo-db-20250606-1.el9.rocky.20250920.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: ostree-libs-2025.6-2.el9_7.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: p11-kit-server-0.25.3-3.el9_5.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: pciutils-3.7.0-7.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-1.0.1-1.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: plexus-cipher-1.7-30.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: plexus-classworlds-2.6.0-14.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: plexus-containers-component-annotations-2.1.0-13.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: plexus-interpolation-1.26-15.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: plexus-sec-dispatcher-1.4-41.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: plexus-utils-3.3.0-13.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: poppler-21.01.0-23.el9_7.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: poppler-data-0.4.9-9.el9.0.1.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: poppler-glib-21.01.0-23.el9_7.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: publicsuffix-list-20210518-3.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: pulseaudio-libs-15.0-3.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-babel-2.9.1-2.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-ceph-argparse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-cephfs-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-cheroot-10.0.1-5.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-cherrypy-18.10.0-5.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-04-17T18:00:04.658 INFO:teuthology.orchestra.run.vm00.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-jmespath-1.0.1-1.el9_7.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-numpy-1:1.23.5-2.el9_7.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-packaging-20.9-5.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-portend-3.1.0-2.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-pycparser-2.20-6.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-rados-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-rbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-rgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-routes-2.5.1-5.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-rsa-4.9-2.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-saml-1.16.0-1.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: qatlib-24.09.0-1.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: rbd-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: rbd-mirror-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: rbd-nbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: re2-1:20211101-20.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: rtkit-0.11-29.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: s3cmd-2.4.0-1.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: sisu-1:0.3.4-14.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: slf4j-1.7.30-16.el9.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: socat-1.7.4.1-8.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: spirv-tools-libs-2025.2-1.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: thrift-0.15.0-4.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: tracker-3.1.2-3.el9_1.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: tracker-miners-3.1.2-4.el9_3.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: tzdata-java-2026a-1.el9_7.noarch 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: unzip-6.0-59.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: upower-0.99.13-2.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: wireplumber-0.4.14-1.el9.0.1.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: wireplumber-libs-0.4.14-1.el9.0.1.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2026-04-17T18:00:04.659 INFO:teuthology.orchestra.run.vm00.stdout: xkeyboard-config-2.33-2.el9.0.1.noarch 2026-04-17T18:00:04.660 INFO:teuthology.orchestra.run.vm00.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-04-17T18:00:04.660 INFO:teuthology.orchestra.run.vm00.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-04-17T18:00:04.660 INFO:teuthology.orchestra.run.vm00.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-04-17T18:00:04.660 INFO:teuthology.orchestra.run.vm00.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2026-04-17T18:00:04.660 INFO:teuthology.orchestra.run.vm00.stdout: zip-3.0-35.el9.x86_64 2026-04-17T18:00:04.660 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:04.660 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-04-17T18:00:04.787 DEBUG:teuthology.parallel:result is None 2026-04-17T18:00:04.787 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-04-17T18:00:04.787 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-04-17T18:00:04.787 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-04-17T18:00:04.787 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:04.787 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-04-17T18:00:04.823 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:04.823 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-04-17T18:00:04.863 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-04-17T18:00:04.864 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:04.864 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/usr/bin/daemon-helper 2026-04-17T18:00:04.900 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-04-17T18:00:04.975 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:04.975 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/usr/bin/daemon-helper 2026-04-17T18:00:05.012 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-04-17T18:00:05.088 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-04-17T18:00:05.088 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:05.088 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/usr/bin/adjust-ulimits 2026-04-17T18:00:05.123 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-04-17T18:00:05.197 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:05.197 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/usr/bin/adjust-ulimits 2026-04-17T18:00:05.238 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-04-17T18:00:05.314 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-04-17T18:00:05.314 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:05.314 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/usr/bin/stdin-killer 2026-04-17T18:00:05.347 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-04-17T18:00:05.420 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:05.420 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/usr/bin/stdin-killer 2026-04-17T18:00:05.454 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-04-17T18:00:05.526 INFO:teuthology.run_tasks:Running task ceph... 2026-04-17T18:00:05.566 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-04-17T18:00:05.566 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod 777 /var/log/ceph 2026-04-17T18:00:05.568 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod 777 /var/log/ceph 2026-04-17T18:00:05.602 INFO:tasks.ceph:Disabling ceph logrotate... 2026-04-17T18:00:05.602 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -f -- /etc/logrotate.d/ceph 2026-04-17T18:00:05.641 DEBUG:teuthology.orchestra.run.vm08:> sudo rm -f -- /etc/logrotate.d/ceph 2026-04-17T18:00:05.675 INFO:tasks.ceph:Creating extra log directories... 2026-04-17T18:00:05.675 DEBUG:teuthology.orchestra.run.vm00:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-04-17T18:00:05.715 DEBUG:teuthology.orchestra.run.vm08:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-04-17T18:00:05.755 INFO:tasks.ceph:Creating ceph cluster ceph... 2026-04-17T18:00:05.755 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'lockdep': True, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME', 'reached quota', 'POOL_FULL', 'pool\\(s\\) full'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-04-17T18:00:05.755 INFO:tasks.ceph:ctx.config {'archive_path': '/archive/supriti-2026-04-17_12:11:56-rgw-wip-sse-s3-on-v20.2.0-none-default-vps/5647', 'branch': 'wip-sse-s3-on-v20.2.0', 'description': 'rgw/verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/replicated s3tests-branch sharding$/{default} striping$/{stripe-greater-than-chunk} supported-random-distro$/{rocky_latest} tasks/{bucket-check cls mp_reupload rados-pool-quota ragweed reshard s3tests versioning zzz-s3tests-java} validater/lockdep}', 'email': None, 'first_in_suite': False, 'flavor': 'default', 'job_id': '5647', 'last_in_suite': False, 'machine_type': 'vps', 'name': 'supriti-2026-04-17_12:11:56-rgw-wip-sse-s3-on-v20.2.0-none-default-vps', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'rocky', 'os_version': '9.7', 'overrides': {'admin_socket': {'branch': 'wip-sse-s3-on-v20.2.0'}, 'ansible.cephlab': {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'logical_volumes': {'lv_1': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_2': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_3': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_4': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}}, 'timezone': 'UTC', 'volume_groups': {'vg_nvme': {'pvs': '/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde'}}}}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'lockdep': True, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME', 'reached quota', 'POOL_FULL', 'pool\\(s\\) full'], 'sha1': 'c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'cephadm': {'cephadm_binary_url': 'https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm', 'containers': {'image': 'harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-7'}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8'}, 'extra_system_packages': {'deb': ['python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/x86_64'}]}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0'}, 'compression type': 'random', 'datacache': True, 'datacache_path': '/tmp/rgw_datacache', 'ec-data-pool': False, 'frontend': 'beast', 'storage classes': {'FROZEN': None, 'LUKEWARM': None}}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-tentacle', 'sha1': 'e0c4ff71baef6d5126a0201df5fe54196d89b296', 'storage classes': 'LUKEWARM, FROZEN'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'tt-wip-sse-s3-on-v20.2.0', 'sha1': '909b66e106532fd1f1a49171c3f2eb7a193a6d0b'}}, 'owner': 'supriti', 'priority': 1000, 'repo': 'https://github.com/ceph/ceph.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'seed': 7685, 'sha1': 'c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'tt-wip-sse-s3-on-v20.2.0', 'suite_path': '/home/teuthos/src/git.local_ceph_909b66e106532fd1f1a49171c3f2eb7a193a6d0b/qa', 'suite_relpath': 'qa', 'suite_repo': 'http://git.local/ceph.git', 'suite_sha1': '909b66e106532fd1f1a49171c3f2eb7a193a6d0b', 'targets': {'vm00.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGonXTL+ZgDPVK04awbmstxl8jab7QnYGPNIFx+bS5DL46T3Af0uc3zSi6fMRKzE25FGiO+ZqjRX0mqOVn7DM9A=', 'vm08.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMY8FYuzBTIna6FRUijWVOeKHE42MAEugrb2wbv2NBUGLauljeavT0D8f1z2pv3Y25Hl+J4qjT3uCZlISNoywh0='}, 'tasks': [{'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'flavor': 'default', 'sha1': 'c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-datacache.sh']}, 'env': {'RGW_DATACACHE_PATH': '/tmp/rgw_datacache'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'cls/test_cls_sem_set.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_rgw_datalog.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/run-rados-pool-quota.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-tentacle', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-tentacle', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'clyso-debian-13', 'teuthology_repo': 'https://github.com/kshtsk/teuthology', 'teuthology_sha1': '1c580df7a9c7c2aadc272da296344fd99f27c444', 'timestamp': '2026-04-17_12:11:56', 'tube': 'vps', 'user': 'supriti', 'verbose': False, 'worker_log': '/home/teuthos/.teuthology/dispatcher/dispatcher.vps.3072398'} 2026-04-17T18:00:05.755 DEBUG:teuthology.orchestra.run.vm00:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-04-17T18:00:05.789 DEBUG:teuthology.orchestra.run.vm08:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-04-17T18:00:05.818 DEBUG:teuthology.orchestra.run.vm00:> sudo install -d -m0777 -- /var/run/ceph 2026-04-17T18:00:05.856 DEBUG:teuthology.orchestra.run.vm08:> sudo install -d -m0777 -- /var/run/ceph 2026-04-17T18:00:05.890 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:05.890 DEBUG:teuthology.orchestra.run.vm00:> dd if=/scratch_devs of=/dev/stdout 2026-04-17T18:00:05.951 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-04-17T18:00:05.951 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vg_nvme/lv_1 2026-04-17T18:00:06.015 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-04-17T18:00:06.015 INFO:teuthology.orchestra.run.vm00.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-17T18:00:06.015 INFO:teuthology.orchestra.run.vm00.stdout:Device: 5h/5d Inode: 1076 Links: 1 2026-04-17T18:00:06.015 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-17T18:00:06.015 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:device_t:s0 2026-04-17T18:00:06.015 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-04-17 18:00:03.047237637 +0000 2026-04-17T18:00:06.015 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-04-17 17:59:38.637995661 +0000 2026-04-17T18:00:06.015 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-04-17 17:59:38.637995661 +0000 2026-04-17T18:00:06.015 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-04-17 17:59:38.637995661 +0000 2026-04-17T18:00:06.016 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-04-17T18:00:06.085 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-04-17T18:00:06.085 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-04-17T18:00:06.085 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.00015251 s, 3.4 MB/s 2026-04-17T18:00:06.086 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-04-17T18:00:06.151 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vg_nvme/lv_2 2026-04-17T18:00:06.215 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-04-17T18:00:06.215 INFO:teuthology.orchestra.run.vm00.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-17T18:00:06.215 INFO:teuthology.orchestra.run.vm00.stdout:Device: 5h/5d Inode: 1089 Links: 1 2026-04-17T18:00:06.215 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-17T18:00:06.215 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:device_t:s0 2026-04-17T18:00:06.216 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-04-17 18:00:03.047237637 +0000 2026-04-17T18:00:06.216 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-04-17 17:59:38.641995668 +0000 2026-04-17T18:00:06.216 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-04-17 17:59:38.641995668 +0000 2026-04-17T18:00:06.216 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-04-17 17:59:38.641995668 +0000 2026-04-17T18:00:06.216 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-04-17T18:00:06.287 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-04-17T18:00:06.287 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-04-17T18:00:06.287 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000149584 s, 3.4 MB/s 2026-04-17T18:00:06.288 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-04-17T18:00:06.355 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vg_nvme/lv_3 2026-04-17T18:00:06.420 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-04-17T18:00:06.420 INFO:teuthology.orchestra.run.vm00.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-17T18:00:06.420 INFO:teuthology.orchestra.run.vm00.stdout:Device: 5h/5d Inode: 1075 Links: 1 2026-04-17T18:00:06.420 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-17T18:00:06.420 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:device_t:s0 2026-04-17T18:00:06.420 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-04-17 18:00:03.047237637 +0000 2026-04-17T18:00:06.420 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-04-17 17:59:38.637995661 +0000 2026-04-17T18:00:06.420 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-04-17 17:59:38.637995661 +0000 2026-04-17T18:00:06.420 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-04-17 17:59:38.637995661 +0000 2026-04-17T18:00:06.420 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-04-17T18:00:06.491 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-04-17T18:00:06.491 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-04-17T18:00:06.491 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000135428 s, 3.8 MB/s 2026-04-17T18:00:06.492 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-04-17T18:00:06.557 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vg_nvme/lv_4 2026-04-17T18:00:06.622 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-04-17T18:00:06.622 INFO:teuthology.orchestra.run.vm00.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-17T18:00:06.622 INFO:teuthology.orchestra.run.vm00.stdout:Device: 5h/5d Inode: 1083 Links: 1 2026-04-17T18:00:06.622 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-17T18:00:06.622 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:device_t:s0 2026-04-17T18:00:06.622 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-04-17 18:00:03.048237666 +0000 2026-04-17T18:00:06.622 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-04-17 17:59:38.638995663 +0000 2026-04-17T18:00:06.622 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-04-17 17:59:38.638995663 +0000 2026-04-17T18:00:06.622 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-04-17 17:59:38.638995663 +0000 2026-04-17T18:00:06.622 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-04-17T18:00:06.696 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-04-17T18:00:06.696 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-04-17T18:00:06.696 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000147861 s, 3.5 MB/s 2026-04-17T18:00:06.697 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-04-17T18:00:06.763 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-17T18:00:06.763 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:06.763 DEBUG:teuthology.orchestra.run.vm08:> dd if=/scratch_devs of=/dev/stdout 2026-04-17T18:00:06.788 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-04-17T18:00:06.788 DEBUG:teuthology.orchestra.run.vm08:> stat /dev/vg_nvme/lv_1 2026-04-17T18:00:06.853 INFO:teuthology.orchestra.run.vm08.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-04-17T18:00:06.854 INFO:teuthology.orchestra.run.vm08.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-17T18:00:06.854 INFO:teuthology.orchestra.run.vm08.stdout:Device: 5h/5d Inode: 1071 Links: 1 2026-04-17T18:00:06.854 INFO:teuthology.orchestra.run.vm08.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-17T18:00:06.854 INFO:teuthology.orchestra.run.vm08.stdout:Context: system_u:object_r:device_t:s0 2026-04-17T18:00:06.854 INFO:teuthology.orchestra.run.vm08.stdout:Access: 2026-04-17 18:00:00.162078979 +0000 2026-04-17T18:00:06.854 INFO:teuthology.orchestra.run.vm08.stdout:Modify: 2026-04-17 17:59:36.736230221 +0000 2026-04-17T18:00:06.854 INFO:teuthology.orchestra.run.vm08.stdout:Change: 2026-04-17 17:59:36.736230221 +0000 2026-04-17T18:00:06.854 INFO:teuthology.orchestra.run.vm08.stdout: Birth: 2026-04-17 17:59:36.736230221 +0000 2026-04-17T18:00:06.854 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-04-17T18:00:06.926 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records in 2026-04-17T18:00:06.926 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records out 2026-04-17T18:00:06.926 INFO:teuthology.orchestra.run.vm08.stderr:512 bytes copied, 0.000133032 s, 3.8 MB/s 2026-04-17T18:00:06.927 DEBUG:teuthology.orchestra.run.vm08:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-04-17T18:00:06.994 DEBUG:teuthology.orchestra.run.vm08:> stat /dev/vg_nvme/lv_2 2026-04-17T18:00:07.060 INFO:teuthology.orchestra.run.vm08.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-04-17T18:00:07.060 INFO:teuthology.orchestra.run.vm08.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-17T18:00:07.060 INFO:teuthology.orchestra.run.vm08.stdout:Device: 5h/5d Inode: 1073 Links: 1 2026-04-17T18:00:07.060 INFO:teuthology.orchestra.run.vm08.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-17T18:00:07.060 INFO:teuthology.orchestra.run.vm08.stdout:Context: system_u:object_r:device_t:s0 2026-04-17T18:00:07.060 INFO:teuthology.orchestra.run.vm08.stdout:Access: 2026-04-17 18:00:00.162078979 +0000 2026-04-17T18:00:07.060 INFO:teuthology.orchestra.run.vm08.stdout:Modify: 2026-04-17 17:59:36.739230224 +0000 2026-04-17T18:00:07.060 INFO:teuthology.orchestra.run.vm08.stdout:Change: 2026-04-17 17:59:36.739230224 +0000 2026-04-17T18:00:07.060 INFO:teuthology.orchestra.run.vm08.stdout: Birth: 2026-04-17 17:59:36.739230224 +0000 2026-04-17T18:00:07.061 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-04-17T18:00:07.135 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records in 2026-04-17T18:00:07.135 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records out 2026-04-17T18:00:07.135 INFO:teuthology.orchestra.run.vm08.stderr:512 bytes copied, 0.000160893 s, 3.2 MB/s 2026-04-17T18:00:07.136 DEBUG:teuthology.orchestra.run.vm08:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-04-17T18:00:07.205 DEBUG:teuthology.orchestra.run.vm08:> stat /dev/vg_nvme/lv_3 2026-04-17T18:00:07.271 INFO:teuthology.orchestra.run.vm08.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-04-17T18:00:07.271 INFO:teuthology.orchestra.run.vm08.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-17T18:00:07.271 INFO:teuthology.orchestra.run.vm08.stdout:Device: 5h/5d Inode: 1077 Links: 1 2026-04-17T18:00:07.271 INFO:teuthology.orchestra.run.vm08.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-17T18:00:07.271 INFO:teuthology.orchestra.run.vm08.stdout:Context: system_u:object_r:device_t:s0 2026-04-17T18:00:07.271 INFO:teuthology.orchestra.run.vm08.stdout:Access: 2026-04-17 18:00:00.162078979 +0000 2026-04-17T18:00:07.271 INFO:teuthology.orchestra.run.vm08.stdout:Modify: 2026-04-17 17:59:36.739230224 +0000 2026-04-17T18:00:07.271 INFO:teuthology.orchestra.run.vm08.stdout:Change: 2026-04-17 17:59:36.739230224 +0000 2026-04-17T18:00:07.271 INFO:teuthology.orchestra.run.vm08.stdout: Birth: 2026-04-17 17:59:36.739230224 +0000 2026-04-17T18:00:07.272 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-04-17T18:00:07.344 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records in 2026-04-17T18:00:07.344 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records out 2026-04-17T18:00:07.344 INFO:teuthology.orchestra.run.vm08.stderr:512 bytes copied, 0.000133233 s, 3.8 MB/s 2026-04-17T18:00:07.345 DEBUG:teuthology.orchestra.run.vm08:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-04-17T18:00:07.411 DEBUG:teuthology.orchestra.run.vm08:> stat /dev/vg_nvme/lv_4 2026-04-17T18:00:07.478 INFO:teuthology.orchestra.run.vm08.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-04-17T18:00:07.478 INFO:teuthology.orchestra.run.vm08.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-17T18:00:07.478 INFO:teuthology.orchestra.run.vm08.stdout:Device: 5h/5d Inode: 1061 Links: 1 2026-04-17T18:00:07.478 INFO:teuthology.orchestra.run.vm08.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-17T18:00:07.478 INFO:teuthology.orchestra.run.vm08.stdout:Context: system_u:object_r:device_t:s0 2026-04-17T18:00:07.478 INFO:teuthology.orchestra.run.vm08.stdout:Access: 2026-04-17 18:00:00.162078979 +0000 2026-04-17T18:00:07.478 INFO:teuthology.orchestra.run.vm08.stdout:Modify: 2026-04-17 17:59:36.735230220 +0000 2026-04-17T18:00:07.478 INFO:teuthology.orchestra.run.vm08.stdout:Change: 2026-04-17 17:59:36.735230220 +0000 2026-04-17T18:00:07.478 INFO:teuthology.orchestra.run.vm08.stdout: Birth: 2026-04-17 17:59:36.735230220 +0000 2026-04-17T18:00:07.478 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-04-17T18:00:07.550 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records in 2026-04-17T18:00:07.550 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records out 2026-04-17T18:00:07.550 INFO:teuthology.orchestra.run.vm08.stderr:512 bytes copied, 0.000138723 s, 3.7 MB/s 2026-04-17T18:00:07.551 DEBUG:teuthology.orchestra.run.vm08:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-04-17T18:00:07.617 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-17T18:00:07.617 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@vm00.local'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@vm08.local'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2026-04-17T18:00:07.617 INFO:tasks.ceph:Generating config... 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] debug rgw = 20 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] debug rgw notification = 20 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] lockdep = True 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] rgw d3n l1 datacache size = 10737418240 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] rgw d3n l1 local datacache enabled = True 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] rgw enable ops log = True 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] rgw max chunk size = 4194304 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] rgw obj stripe size = 6291456 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] rgw torrent flag = True 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] rgw user counters cache = True 2026-04-17T18:00:07.617 INFO:tasks.ceph:[client] setgroup = ceph 2026-04-17T18:00:07.618 INFO:tasks.ceph:[client] setuser = ceph 2026-04-17T18:00:07.618 INFO:tasks.ceph:[global] mon client directed command retry = 5 2026-04-17T18:00:07.618 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2026-04-17T18:00:07.618 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2026-04-17T18:00:07.618 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2026-04-17T18:00:07.618 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-04-17T18:00:07.618 INFO:tasks.ceph:[mgr] debug ms = 1 2026-04-17T18:00:07.618 INFO:tasks.ceph:[mon] debug mon = 20 2026-04-17T18:00:07.618 INFO:tasks.ceph:[mon] debug ms = 1 2026-04-17T18:00:07.618 INFO:tasks.ceph:[mon] debug paxos = 20 2026-04-17T18:00:07.618 INFO:tasks.ceph:[mon] lockdep = True 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] bdev async discard = True 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] bdev enable discard = True 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] debug ms = 1 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] debug objclass = 20 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] debug osd = 20 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] lockdep = True 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] osd mclock iops capacity threshold hdd = 49000 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-04-17T18:00:07.618 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2026-04-17T18:00:07.618 INFO:tasks.ceph:Setting up mon.a... 2026-04-17T18:00:07.618 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2026-04-17T18:00:07.663 INFO:teuthology.orchestra.run.vm00.stdout:creating /etc/ceph/ceph.keyring 2026-04-17T18:00:07.666 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2026-04-17T18:00:07.714 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-17T18:00:07.751 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '192.168.123.100'), ('mon.c', '[v2:192.168.123.100:3301,v1:192.168.123.100:6790]'), ('mon.b', '192.168.123.108')] 2026-04-17T18:00:07.751 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '192.168.123.100,[v2:192.168.123.100:3301,v1:192.168.123.100:6790],192.168.123.108', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'lockdep': True}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': True, 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'lockdep': True, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2026-04-17T18:00:07.752 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:07.752 DEBUG:teuthology.orchestra.run.vm00:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-04-17T18:00:07.817 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 192.168.123.100 --addv c '[v2:192.168.123.100:3301,v1:192.168.123.100:6790]' --add b 192.168.123.108 --print /home/ubuntu/cephtest/ceph.monmap 2026-04-17T18:00:07.902 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:00:07.903 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:00:07.903 INFO:teuthology.orchestra.run.vm00.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2026-04-17T18:00:07.903 INFO:teuthology.orchestra.run.vm00.stdout:monmaptool: generated fsid 3825639b-d78a-42b2-9485-e528ccf7ed03 2026-04-17T18:00:07.903 INFO:teuthology.orchestra.run.vm00.stdout:setting min_mon_release = tentacle 2026-04-17T18:00:07.903 INFO:teuthology.orchestra.run.vm00.stdout:epoch 0 2026-04-17T18:00:07.903 INFO:teuthology.orchestra.run.vm00.stdout:fsid 3825639b-d78a-42b2-9485-e528ccf7ed03 2026-04-17T18:00:07.903 INFO:teuthology.orchestra.run.vm00.stdout:last_changed 2026-04-17T18:00:07.903297+0000 2026-04-17T18:00:07.903 INFO:teuthology.orchestra.run.vm00.stdout:created 2026-04-17T18:00:07.903297+0000 2026-04-17T18:00:07.903 INFO:teuthology.orchestra.run.vm00.stdout:min_mon_release 20 (tentacle) 2026-04-17T18:00:07.903 INFO:teuthology.orchestra.run.vm00.stdout:election_strategy: 1 2026-04-17T18:00:07.903 INFO:teuthology.orchestra.run.vm00.stdout:0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-04-17T18:00:07.903 INFO:teuthology.orchestra.run.vm00.stdout:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-04-17T18:00:07.903 INFO:teuthology.orchestra.run.vm00.stdout:2: [v2:192.168.123.100:3301/0,v1:192.168.123.100:6790/0] mon.c 2026-04-17T18:00:07.903 INFO:teuthology.orchestra.run.vm00.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2026-04-17T18:00:07.904 DEBUG:teuthology.orchestra.run.vm00:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-04-17T18:00:07.928 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 3825639b-d78a-42b2-9485-e528ccf7ed03... 2026-04-17T18:00:07.928 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-04-17T18:00:07.970 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout:[global] 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: chdir = "" 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: auth supported = cephx 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: filestore xattr use omap = true 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: mon clock drift allowed = 1.000 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: osd crush chooseleaf type = 0 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: auth debug = true 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: ms die on old message = true 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: ms die on bug = true 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: mon max pg per osd = 10000 # >= luminous 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: mon pg warn max object skew = 0 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: # disable pg_autoscaler by default for new pools 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: osd_pool_default_pg_autoscale_mode = off 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: osd pool default size = 2 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: mon osd allow primary affinity = true 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: mon osd allow pg remap = true 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: mon warn on legacy crush tunables = false 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: mon warn on crush straw calc version zero = false 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: mon warn on no sortbitwise = false 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: mon warn on osd down out interval zero = false 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: mon warn on too few osds = false 2026-04-17T18:00:08.021 INFO:teuthology.orchestra.run.vm00.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: mon_warn_on_pool_no_redundancy = false 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: mon_allow_pool_size_one = true 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd default data pool replay window = 5 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: mon allow pool delete = true 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: mon cluster log file level = debug 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: debug asserts on shutdown = true 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: mon health detail to clog = false 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: mon host = "192.168.123.100,[v2:192.168.123.100:3301,v1:192.168.123.100:6790],192.168.123.108" 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: mon client directed command retry = 5 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: ms inject socket failures = 5000 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd_max_pg_log_entries = 10 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd_min_pg_log_entries = 10 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: fsid = 3825639b-d78a-42b2-9485-e528ccf7ed03 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout:[osd] 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd journal size = 100 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd scrub load threshold = 5.0 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd scrub max interval = 600 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd mclock profile = high_recovery_ops 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd recover clone overlap = true 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd recovery max chunk = 1048576 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd debug shutdown = true 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd debug op order = true 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd debug verify stray on activate = true 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd debug trim objects = true 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd open classes on start = true 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd debug pg log writeout = true 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd deep scrub update digest min age = 30 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd map max advance = 10 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: journal zero on create = true 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: filestore ondisk finisher threads = 3 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: filestore apply finisher threads = 3 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: bdev debug aio = true 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: osd debug misdirected ops = true 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: bdev async discard = True 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: bdev enable discard = True 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: bluestore allocator = bitmap 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: bluestore block size = 96636764160 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: bluestore fsck on mount = True 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: debug bluefs = 1/20 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: debug bluestore = 1/20 2026-04-17T18:00:08.022 INFO:teuthology.orchestra.run.vm00.stdout: debug ms = 1 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: debug objclass = 20 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: debug osd = 20 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: debug rocksdb = 4/10 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: lockdep = True 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: mon osd backfillfull_ratio = 0.85 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: mon osd full ratio = 0.9 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: mon osd nearfull ratio = 0.8 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: osd failsafe full ratio = 0.95 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: osd mclock iops capacity threshold hdd = 49000 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: osd objectstore = bluestore 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: osd shutdown pgref assert = True 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout:[mgr] 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: debug ms = 1 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: debug mgr = 20 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: debug mon = 20 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: debug auth = 20 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: mon reweight min pgs per osd = 4 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: mon reweight min bytes per osd = 10 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: mgr/telemetry/nag = false 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout:[mon] 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: debug ms = 1 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: debug mon = 20 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: debug paxos = 20 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: debug auth = 20 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: mon data avail warn = 5 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: mon mgr mkfs grace = 240 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: mon reweight min pgs per osd = 4 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: mon osd reporter subtree level = osd 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: mon osd prime pg temp = true 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: mon reweight min bytes per osd = 10 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: auth mon ticket ttl = 660 # 11m 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: auth service ticket ttl = 240 # 4m 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: # don't complain about insecure global_id in the test suite 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: # 1m isn't quite enough 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: mon_down_mkfs_grace = 2m 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: mon_warn_on_filestore_osds = false 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: lockdep = True 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout:[client] 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: rgw cache enabled = true 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: rgw enable ops log = True 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: rgw enable usage log = true 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: debug rgw = 20 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: debug rgw notification = 20 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: lockdep = True 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: rgw bucket counters cache = True 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: rgw crypt require ssl = False 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: rgw crypt s3 kms backend = testing 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-04-17T18:00:08.023 INFO:teuthology.orchestra.run.vm00.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm00.stdout: rgw d3n l1 datacache size = 10737418240 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm00.stdout: rgw d3n l1 local datacache enabled = True 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm00.stdout: rgw max chunk size = 4194304 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm00.stdout: rgw obj stripe size = 6291456 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm00.stdout: rgw reshard progress judge interval = 10 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm00.stdout: rgw s3 auth use sts = True 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm00.stdout: rgw sts key = abcdefghijklmnop 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm00.stdout: rgw torrent flag = True 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm00.stdout: rgw user counters cache = True 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm00.stdout: setgroup = ceph 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm00.stdout: setuser = ceph 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm00.stdout:[mon.a] 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm00.stdout:[mon.c] 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm00.stdout:[mon.b] 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout:[global] 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: chdir = "" 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: auth supported = cephx 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: filestore xattr use omap = true 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: mon clock drift allowed = 1.000 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: osd crush chooseleaf type = 0 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: auth debug = true 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: ms die on old message = true 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: ms die on bug = true 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: mon max pg per osd = 10000 # >= luminous 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: mon pg warn max object skew = 0 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: # disable pg_autoscaler by default for new pools 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: osd_pool_default_pg_autoscale_mode = off 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: osd pool default size = 2 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: mon osd allow primary affinity = true 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: mon osd allow pg remap = true 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on legacy crush tunables = false 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on crush straw calc version zero = false 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on no sortbitwise = false 2026-04-17T18:00:08.024 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on osd down out interval zero = false 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on too few osds = false 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_pool_no_redundancy = false 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: mon_allow_pool_size_one = true 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd default data pool replay window = 5 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: mon allow pool delete = true 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: mon cluster log file level = debug 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: debug asserts on shutdown = true 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: mon health detail to clog = false 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: mon host = "192.168.123.100,[v2:192.168.123.100:3301,v1:192.168.123.100:6790],192.168.123.108" 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: mon client directed command retry = 5 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: ms inject socket failures = 5000 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd_max_pg_log_entries = 10 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd_min_pg_log_entries = 10 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: fsid = 3825639b-d78a-42b2-9485-e528ccf7ed03 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout:[osd] 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd journal size = 100 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd scrub load threshold = 5.0 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd scrub max interval = 600 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd mclock profile = high_recovery_ops 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd recover clone overlap = true 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd recovery max chunk = 1048576 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd debug shutdown = true 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd debug op order = true 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd debug verify stray on activate = true 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd debug trim objects = true 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd open classes on start = true 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd debug pg log writeout = true 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd deep scrub update digest min age = 30 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd map max advance = 10 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: journal zero on create = true 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: filestore ondisk finisher threads = 3 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: filestore apply finisher threads = 3 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: bdev debug aio = true 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: osd debug misdirected ops = true 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: bdev async discard = True 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: bdev enable discard = True 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: bluestore allocator = bitmap 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: bluestore block size = 96636764160 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: bluestore fsck on mount = True 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: debug bluefs = 1/20 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: debug bluestore = 1/20 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: debug ms = 1 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: debug objclass = 20 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: debug osd = 20 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: debug rocksdb = 4/10 2026-04-17T18:00:08.025 INFO:teuthology.orchestra.run.vm08.stdout: lockdep = True 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: mon osd backfillfull_ratio = 0.85 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: mon osd full ratio = 0.9 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: mon osd nearfull ratio = 0.8 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: osd failsafe full ratio = 0.95 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: osd mclock iops capacity threshold hdd = 49000 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: osd objectstore = bluestore 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: osd shutdown pgref assert = True 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout:[mgr] 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: debug ms = 1 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: debug mgr = 20 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: debug mon = 20 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: debug auth = 20 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: mon reweight min pgs per osd = 4 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: mon reweight min bytes per osd = 10 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: mgr/telemetry/nag = false 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout:[mon] 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: debug ms = 1 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: debug mon = 20 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: debug paxos = 20 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: debug auth = 20 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: mon data avail warn = 5 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: mon mgr mkfs grace = 240 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: mon reweight min pgs per osd = 4 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: mon osd reporter subtree level = osd 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: mon osd prime pg temp = true 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: mon reweight min bytes per osd = 10 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: auth mon ticket ttl = 660 # 11m 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: auth service ticket ttl = 240 # 4m 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: # don't complain about insecure global_id in the test suite 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: # 1m isn't quite enough 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: mon_down_mkfs_grace = 2m 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_filestore_osds = false 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: lockdep = True 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout:[client] 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: rgw cache enabled = true 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: rgw enable ops log = True 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: rgw enable usage log = true 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: debug rgw = 20 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: debug rgw notification = 20 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: lockdep = True 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: rgw bucket counters cache = True 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: rgw crypt require ssl = False 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: rgw crypt s3 kms backend = testing 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2026-04-17T18:00:08.026 INFO:teuthology.orchestra.run.vm08.stdout: rgw d3n l1 datacache size = 10737418240 2026-04-17T18:00:08.027 INFO:teuthology.orchestra.run.vm08.stdout: rgw d3n l1 local datacache enabled = True 2026-04-17T18:00:08.027 INFO:teuthology.orchestra.run.vm08.stdout: rgw max chunk size = 4194304 2026-04-17T18:00:08.027 INFO:teuthology.orchestra.run.vm08.stdout: rgw obj stripe size = 6291456 2026-04-17T18:00:08.027 INFO:teuthology.orchestra.run.vm08.stdout: rgw reshard progress judge interval = 10 2026-04-17T18:00:08.027 INFO:teuthology.orchestra.run.vm08.stdout: rgw s3 auth use sts = True 2026-04-17T18:00:08.027 INFO:teuthology.orchestra.run.vm08.stdout: rgw sts key = abcdefghijklmnop 2026-04-17T18:00:08.027 INFO:teuthology.orchestra.run.vm08.stdout: rgw torrent flag = True 2026-04-17T18:00:08.027 INFO:teuthology.orchestra.run.vm08.stdout: rgw user counters cache = True 2026-04-17T18:00:08.027 INFO:teuthology.orchestra.run.vm08.stdout: setgroup = ceph 2026-04-17T18:00:08.027 INFO:teuthology.orchestra.run.vm08.stdout: setuser = ceph 2026-04-17T18:00:08.027 INFO:teuthology.orchestra.run.vm08.stdout:[mon.a] 2026-04-17T18:00:08.027 INFO:teuthology.orchestra.run.vm08.stdout:[mon.c] 2026-04-17T18:00:08.027 INFO:teuthology.orchestra.run.vm08.stdout:[mon.b] 2026-04-17T18:00:08.033 INFO:tasks.ceph:Creating admin key on mon.a... 2026-04-17T18:00:08.033 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2026-04-17T18:00:08.085 INFO:tasks.ceph:Copying monmap to all nodes... 2026-04-17T18:00:08.086 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:08.086 DEBUG:teuthology.orchestra.run.vm00:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2026-04-17T18:00:08.111 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:08.111 DEBUG:teuthology.orchestra.run.vm00:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2026-04-17T18:00:08.175 INFO:tasks.ceph:Sending monmap to node ubuntu@vm00.local 2026-04-17T18:00:08.175 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:08.175 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/ceph/ceph.keyring 2026-04-17T18:00:08.175 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-17T18:00:08.255 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:08.255 DEBUG:teuthology.orchestra.run.vm00:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-04-17T18:00:08.322 INFO:tasks.ceph:Sending monmap to node ubuntu@vm08.local 2026-04-17T18:00:08.322 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:08.322 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/ceph/ceph.keyring 2026-04-17T18:00:08.322 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-17T18:00:08.364 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:08.364 DEBUG:teuthology.orchestra.run.vm08:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-04-17T18:00:08.429 INFO:tasks.ceph:Setting up mon nodes... 2026-04-17T18:00:08.429 INFO:tasks.ceph:Setting up mgr nodes... 2026-04-17T18:00:08.429 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2026-04-17T18:00:08.480 INFO:teuthology.orchestra.run.vm00.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2026-04-17T18:00:08.483 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2026-04-17T18:00:08.535 INFO:teuthology.orchestra.run.vm08.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2026-04-17T18:00:08.538 INFO:tasks.ceph:Setting up mds nodes... 2026-04-17T18:00:08.538 INFO:tasks.ceph_client:Setting up client nodes... 2026-04-17T18:00:08.538 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-04-17T18:00:08.582 INFO:teuthology.orchestra.run.vm00.stdout:creating /etc/ceph/ceph.client.0.keyring 2026-04-17T18:00:08.593 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-04-17T18:00:08.637 INFO:teuthology.orchestra.run.vm08.stdout:creating /etc/ceph/ceph.client.1.keyring 2026-04-17T18:00:08.648 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-04-17T18:00:08.648 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@vm00.local'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@vm08.local'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2026-04-17T18:00:08.648 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2026-04-17T18:00:08.681 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-17T18:00:08.681 INFO:tasks.ceph:role: osd.0 2026-04-17T18:00:08.681 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@vm00.local 2026-04-17T18:00:08.681 DEBUG:teuthology.orchestra.run.vm00:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-04-17T18:00:08.757 INFO:teuthology.orchestra.run.vm00.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=1310464 blks 2026-04-17T18:00:08.757 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-17T18:00:08.757 INFO:teuthology.orchestra.run.vm00.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-17T18:00:08.757 INFO:teuthology.orchestra.run.vm00.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-17T18:00:08.757 INFO:teuthology.orchestra.run.vm00.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-17T18:00:08.757 INFO:teuthology.orchestra.run.vm00.stdout: = sunit=0 swidth=0 blks 2026-04-17T18:00:08.757 INFO:teuthology.orchestra.run.vm00.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-17T18:00:08.757 INFO:teuthology.orchestra.run.vm00.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-17T18:00:08.757 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-17T18:00:08.757 INFO:teuthology.orchestra.run.vm00.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-17T18:00:08.761 INFO:teuthology.orchestra.run.vm00.stdout:Discarding blocks...Done. 2026-04-17T18:00:08.763 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@vm00.local -o noatime 2026-04-17T18:00:08.763 DEBUG:teuthology.orchestra.run.vm00:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2026-04-17T18:00:08.843 DEBUG:teuthology.orchestra.run.vm00:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2026-04-17T18:00:08.920 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2026-04-17T18:00:08.993 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-17T18:00:08.993 INFO:tasks.ceph:role: osd.1 2026-04-17T18:00:08.993 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@vm00.local 2026-04-17T18:00:08.993 DEBUG:teuthology.orchestra.run.vm00:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-04-17T18:00:09.067 INFO:teuthology.orchestra.run.vm00.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=1310464 blks 2026-04-17T18:00:09.067 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-17T18:00:09.067 INFO:teuthology.orchestra.run.vm00.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-17T18:00:09.067 INFO:teuthology.orchestra.run.vm00.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-17T18:00:09.067 INFO:teuthology.orchestra.run.vm00.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-17T18:00:09.067 INFO:teuthology.orchestra.run.vm00.stdout: = sunit=0 swidth=0 blks 2026-04-17T18:00:09.067 INFO:teuthology.orchestra.run.vm00.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-17T18:00:09.067 INFO:teuthology.orchestra.run.vm00.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-17T18:00:09.067 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-17T18:00:09.067 INFO:teuthology.orchestra.run.vm00.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-17T18:00:09.071 INFO:teuthology.orchestra.run.vm00.stdout:Discarding blocks...Done. 2026-04-17T18:00:09.074 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@vm00.local -o noatime 2026-04-17T18:00:09.074 DEBUG:teuthology.orchestra.run.vm00:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2026-04-17T18:00:09.151 DEBUG:teuthology.orchestra.run.vm00:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2026-04-17T18:00:09.229 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2026-04-17T18:00:09.303 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-17T18:00:09.303 INFO:tasks.ceph:role: osd.2 2026-04-17T18:00:09.303 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@vm00.local 2026-04-17T18:00:09.303 DEBUG:teuthology.orchestra.run.vm00:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-04-17T18:00:09.374 INFO:teuthology.orchestra.run.vm00.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=1310464 blks 2026-04-17T18:00:09.374 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-17T18:00:09.374 INFO:teuthology.orchestra.run.vm00.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-17T18:00:09.374 INFO:teuthology.orchestra.run.vm00.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-17T18:00:09.374 INFO:teuthology.orchestra.run.vm00.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-17T18:00:09.374 INFO:teuthology.orchestra.run.vm00.stdout: = sunit=0 swidth=0 blks 2026-04-17T18:00:09.374 INFO:teuthology.orchestra.run.vm00.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-17T18:00:09.374 INFO:teuthology.orchestra.run.vm00.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-17T18:00:09.374 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-17T18:00:09.374 INFO:teuthology.orchestra.run.vm00.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-17T18:00:09.379 INFO:teuthology.orchestra.run.vm00.stdout:Discarding blocks...Done. 2026-04-17T18:00:09.383 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@vm00.local -o noatime 2026-04-17T18:00:09.383 DEBUG:teuthology.orchestra.run.vm00:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2026-04-17T18:00:09.459 DEBUG:teuthology.orchestra.run.vm00:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2026-04-17T18:00:09.534 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2026-04-17T18:00:09.606 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-17T18:00:09.606 INFO:tasks.ceph:role: osd.3 2026-04-17T18:00:09.606 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@vm00.local 2026-04-17T18:00:09.606 DEBUG:teuthology.orchestra.run.vm00:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2026-04-17T18:00:09.679 INFO:teuthology.orchestra.run.vm00.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=1310464 blks 2026-04-17T18:00:09.679 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-17T18:00:09.679 INFO:teuthology.orchestra.run.vm00.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-17T18:00:09.679 INFO:teuthology.orchestra.run.vm00.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-17T18:00:09.679 INFO:teuthology.orchestra.run.vm00.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-17T18:00:09.679 INFO:teuthology.orchestra.run.vm00.stdout: = sunit=0 swidth=0 blks 2026-04-17T18:00:09.679 INFO:teuthology.orchestra.run.vm00.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-17T18:00:09.679 INFO:teuthology.orchestra.run.vm00.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-17T18:00:09.679 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-17T18:00:09.679 INFO:teuthology.orchestra.run.vm00.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-17T18:00:09.684 INFO:teuthology.orchestra.run.vm00.stdout:Discarding blocks...Done. 2026-04-17T18:00:09.685 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@vm00.local -o noatime 2026-04-17T18:00:09.685 DEBUG:teuthology.orchestra.run.vm00:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2026-04-17T18:00:09.762 DEBUG:teuthology.orchestra.run.vm00:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2026-04-17T18:00:09.840 DEBUG:teuthology.orchestra.run.vm00:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-17T18:00:09.933 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:09.931+0000 7f98412f7900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2026-04-17T18:00:09.933 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:09.932+0000 7f98412f7900 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2026-04-17T18:00:09.933 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:09.932+0000 7f98412f7900 -1 bdev(0x561927b5b800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2026-04-17T18:00:09.933 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:09.932+0000 7f98412f7900 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2026-04-17T18:00:10.550 DEBUG:teuthology.orchestra.run.vm00:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-04-17T18:00:10.584 DEBUG:teuthology.orchestra.run.vm00:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-17T18:00:10.672 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:10.671+0000 7f5cce20e900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2026-04-17T18:00:10.672 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:10.671+0000 7f5cce20e900 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2026-04-17T18:00:10.672 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:10.671+0000 7f5cce20e900 -1 bdev(0x56546ce5b800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2026-04-17T18:00:10.672 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:10.671+0000 7f5cce20e900 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2026-04-17T18:00:11.286 DEBUG:teuthology.orchestra.run.vm00:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-04-17T18:00:11.320 DEBUG:teuthology.orchestra.run.vm00:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-17T18:00:11.410 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:11.409+0000 7fdd32796900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2026-04-17T18:00:11.411 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:11.409+0000 7fdd32796900 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2026-04-17T18:00:11.411 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:11.409+0000 7fdd32796900 -1 bdev(0x55990b867800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2026-04-17T18:00:11.411 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:11.409+0000 7fdd32796900 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2026-04-17T18:00:12.028 DEBUG:teuthology.orchestra.run.vm00:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-04-17T18:00:12.061 DEBUG:teuthology.orchestra.run.vm00:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-17T18:00:12.150 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:12.149+0000 7fe699c10900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2026-04-17T18:00:12.150 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:12.149+0000 7fe699c10900 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2026-04-17T18:00:12.150 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:12.149+0000 7fe699c10900 -1 bdev(0x55f3028dd800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2026-04-17T18:00:12.150 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:12.149+0000 7fe699c10900 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2026-04-17T18:00:12.766 DEBUG:teuthology.orchestra.run.vm00:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-04-17T18:00:12.799 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2026-04-17T18:00:12.837 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-17T18:00:12.837 INFO:tasks.ceph:role: osd.4 2026-04-17T18:00:12.837 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@vm08.local 2026-04-17T18:00:12.837 DEBUG:teuthology.orchestra.run.vm08:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-04-17T18:00:12.914 INFO:teuthology.orchestra.run.vm08.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=1310464 blks 2026-04-17T18:00:12.914 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-17T18:00:12.915 INFO:teuthology.orchestra.run.vm08.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-17T18:00:12.915 INFO:teuthology.orchestra.run.vm08.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-17T18:00:12.915 INFO:teuthology.orchestra.run.vm08.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-17T18:00:12.915 INFO:teuthology.orchestra.run.vm08.stdout: = sunit=0 swidth=0 blks 2026-04-17T18:00:12.915 INFO:teuthology.orchestra.run.vm08.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-17T18:00:12.915 INFO:teuthology.orchestra.run.vm08.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-17T18:00:12.915 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-17T18:00:12.915 INFO:teuthology.orchestra.run.vm08.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-17T18:00:12.920 INFO:teuthology.orchestra.run.vm08.stdout:Discarding blocks...Done. 2026-04-17T18:00:12.921 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@vm08.local -o noatime 2026-04-17T18:00:12.921 DEBUG:teuthology.orchestra.run.vm08:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2026-04-17T18:00:13.002 DEBUG:teuthology.orchestra.run.vm08:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2026-04-17T18:00:13.080 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2026-04-17T18:00:13.153 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-17T18:00:13.153 INFO:tasks.ceph:role: osd.5 2026-04-17T18:00:13.153 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@vm08.local 2026-04-17T18:00:13.153 DEBUG:teuthology.orchestra.run.vm08:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-04-17T18:00:13.227 INFO:teuthology.orchestra.run.vm08.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=1310464 blks 2026-04-17T18:00:13.227 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-17T18:00:13.227 INFO:teuthology.orchestra.run.vm08.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-17T18:00:13.227 INFO:teuthology.orchestra.run.vm08.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-17T18:00:13.227 INFO:teuthology.orchestra.run.vm08.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-17T18:00:13.227 INFO:teuthology.orchestra.run.vm08.stdout: = sunit=0 swidth=0 blks 2026-04-17T18:00:13.227 INFO:teuthology.orchestra.run.vm08.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-17T18:00:13.227 INFO:teuthology.orchestra.run.vm08.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-17T18:00:13.227 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-17T18:00:13.227 INFO:teuthology.orchestra.run.vm08.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-17T18:00:13.233 INFO:teuthology.orchestra.run.vm08.stdout:Discarding blocks...Done. 2026-04-17T18:00:13.235 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@vm08.local -o noatime 2026-04-17T18:00:13.235 DEBUG:teuthology.orchestra.run.vm08:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2026-04-17T18:00:13.315 DEBUG:teuthology.orchestra.run.vm08:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2026-04-17T18:00:13.394 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2026-04-17T18:00:13.469 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-17T18:00:13.469 INFO:tasks.ceph:role: osd.6 2026-04-17T18:00:13.469 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@vm08.local 2026-04-17T18:00:13.469 DEBUG:teuthology.orchestra.run.vm08:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-04-17T18:00:13.545 INFO:teuthology.orchestra.run.vm08.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=1310464 blks 2026-04-17T18:00:13.545 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-17T18:00:13.545 INFO:teuthology.orchestra.run.vm08.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-17T18:00:13.545 INFO:teuthology.orchestra.run.vm08.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-17T18:00:13.545 INFO:teuthology.orchestra.run.vm08.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-17T18:00:13.545 INFO:teuthology.orchestra.run.vm08.stdout: = sunit=0 swidth=0 blks 2026-04-17T18:00:13.545 INFO:teuthology.orchestra.run.vm08.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-17T18:00:13.545 INFO:teuthology.orchestra.run.vm08.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-17T18:00:13.545 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-17T18:00:13.545 INFO:teuthology.orchestra.run.vm08.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-17T18:00:13.550 INFO:teuthology.orchestra.run.vm08.stdout:Discarding blocks...Done. 2026-04-17T18:00:13.552 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@vm08.local -o noatime 2026-04-17T18:00:13.552 DEBUG:teuthology.orchestra.run.vm08:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2026-04-17T18:00:13.634 DEBUG:teuthology.orchestra.run.vm08:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2026-04-17T18:00:13.712 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2026-04-17T18:00:13.788 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-17T18:00:13.788 INFO:tasks.ceph:role: osd.7 2026-04-17T18:00:13.788 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@vm08.local 2026-04-17T18:00:13.788 DEBUG:teuthology.orchestra.run.vm08:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2026-04-17T18:00:13.864 INFO:teuthology.orchestra.run.vm08.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=1310464 blks 2026-04-17T18:00:13.864 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-17T18:00:13.864 INFO:teuthology.orchestra.run.vm08.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-17T18:00:13.864 INFO:teuthology.orchestra.run.vm08.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-17T18:00:13.864 INFO:teuthology.orchestra.run.vm08.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-17T18:00:13.864 INFO:teuthology.orchestra.run.vm08.stdout: = sunit=0 swidth=0 blks 2026-04-17T18:00:13.864 INFO:teuthology.orchestra.run.vm08.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-17T18:00:13.864 INFO:teuthology.orchestra.run.vm08.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-17T18:00:13.864 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-17T18:00:13.864 INFO:teuthology.orchestra.run.vm08.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-17T18:00:13.869 INFO:teuthology.orchestra.run.vm08.stdout:Discarding blocks...Done. 2026-04-17T18:00:13.870 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@vm08.local -o noatime 2026-04-17T18:00:13.870 DEBUG:teuthology.orchestra.run.vm08:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2026-04-17T18:00:13.951 DEBUG:teuthology.orchestra.run.vm08:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2026-04-17T18:00:14.027 DEBUG:teuthology.orchestra.run.vm08:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-17T18:00:14.117 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-17T18:00:14.117+0000 7f5f920f0900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2026-04-17T18:00:14.117 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-17T18:00:14.117+0000 7f5f920f0900 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2026-04-17T18:00:14.117 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-17T18:00:14.117+0000 7f5f920f0900 -1 bdev(0x55fcddc55800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2026-04-17T18:00:14.117 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-17T18:00:14.117+0000 7f5f920f0900 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2026-04-17T18:00:14.755 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-04-17T18:00:14.789 DEBUG:teuthology.orchestra.run.vm08:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-17T18:00:14.876 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-17T18:00:14.876+0000 7f8ecb72c900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2026-04-17T18:00:14.877 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-17T18:00:14.877+0000 7f8ecb72c900 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2026-04-17T18:00:14.877 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-17T18:00:14.877+0000 7f8ecb72c900 -1 bdev(0x5567c1e15800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2026-04-17T18:00:14.877 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-17T18:00:14.877+0000 7f8ecb72c900 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2026-04-17T18:00:15.489 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-04-17T18:00:15.524 DEBUG:teuthology.orchestra.run.vm08:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-17T18:00:15.614 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-17T18:00:15.613+0000 7fe8a57a0900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2026-04-17T18:00:15.614 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-17T18:00:15.614+0000 7fe8a57a0900 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2026-04-17T18:00:15.614 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-17T18:00:15.614+0000 7fe8a57a0900 -1 bdev(0x55bf6a4b3800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2026-04-17T18:00:15.614 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-17T18:00:15.614+0000 7fe8a57a0900 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2026-04-17T18:00:16.268 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-04-17T18:00:16.303 DEBUG:teuthology.orchestra.run.vm08:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-17T18:00:16.394 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-17T18:00:16.394+0000 7ff5eca10900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2026-04-17T18:00:16.395 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-17T18:00:16.394+0000 7ff5eca10900 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2026-04-17T18:00:16.395 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-17T18:00:16.394+0000 7ff5eca10900 -1 bdev(0x56488befb800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2026-04-17T18:00:16.395 INFO:teuthology.orchestra.run.vm08.stderr:2026-04-17T18:00:16.394+0000 7ff5eca10900 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2026-04-17T18:00:17.050 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-04-17T18:00:17.086 INFO:tasks.ceph:Reading keys from all nodes... 2026-04-17T18:00:17.086 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:17.086 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2026-04-17T18:00:17.119 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:17.120 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2026-04-17T18:00:17.192 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:17.192 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2026-04-17T18:00:17.265 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:17.265 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2026-04-17T18:00:17.337 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:17.337 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2026-04-17T18:00:17.409 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:17.409 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2026-04-17T18:00:17.442 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:17.442 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2026-04-17T18:00:17.515 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:17.515 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2026-04-17T18:00:17.590 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:17.590 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2026-04-17T18:00:17.665 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:17.665 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2026-04-17T18:00:17.742 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:17.742 DEBUG:teuthology.orchestra.run.vm00:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2026-04-17T18:00:17.769 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:17.769 DEBUG:teuthology.orchestra.run.vm08:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2026-04-17T18:00:17.813 INFO:tasks.ceph:Adding keys to all mons... 2026-04-17T18:00:17.813 DEBUG:teuthology.orchestra.run.vm00:> sudo tee -a /etc/ceph/ceph.keyring 2026-04-17T18:00:17.815 DEBUG:teuthology.orchestra.run.vm08:> sudo tee -a /etc/ceph/ceph.keyring 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout:[mgr.y] 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout: key = AQAodeJpfqinHBAAcz6nHOcLsIqKKykrB88gfg== 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout:[osd.0] 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout: key = AQApdeJphCefNxAAU9amMRssGJghhhJChSwALw== 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout:[osd.1] 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout: key = AQAqdeJp5+8VKBAA01MptIIfKJpXY1FdUTEPLA== 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout:[osd.2] 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout: key = AQArdeJptl97GBAAYyVroeYbk9X1LeVXu8wRaw== 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout:[osd.3] 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout: key = AQAsdeJpGIX4CBAADIzr7P+MJtcYpNQuTOQ+BQ== 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout:[mgr.x] 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout: key = AQAodeJpn8ECIBAAztpf7zGZXTzshE5m7RZaFQ== 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout:[osd.4] 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout: key = AQAudeJp3B4QBxAAO2lO6NyqrrYrzUH+uY9t7w== 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout:[osd.5] 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout: key = AQAudeJpubBVNBAAnSY1+aSpiCjRH6c6BkyY1A== 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout:[osd.6] 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout: key = AQAvdeJp6cSoJBAAO4a/EOA7d7dQi6zUabcVVw== 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout:[osd.7] 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout: key = AQAwdeJpg1WUFxAARFTcdzH+c9fBUoiePvuLkQ== 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout:[client.0] 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout: key = AQAodeJpoNOwIhAA0OkWWagbCIu42SK4xaElhw== 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout:[client.1] 2026-04-17T18:00:17.856 INFO:teuthology.orchestra.run.vm00.stdout: key = AQAodeJpi5gNJhAAtinV/bpm+Ec7P4IngOcKCw== 2026-04-17T18:00:17.892 INFO:teuthology.orchestra.run.vm08.stdout:[mgr.y] 2026-04-17T18:00:17.892 INFO:teuthology.orchestra.run.vm08.stdout: key = AQAodeJpfqinHBAAcz6nHOcLsIqKKykrB88gfg== 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout:[osd.0] 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout: key = AQApdeJphCefNxAAU9amMRssGJghhhJChSwALw== 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout:[osd.1] 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout: key = AQAqdeJp5+8VKBAA01MptIIfKJpXY1FdUTEPLA== 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout:[osd.2] 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout: key = AQArdeJptl97GBAAYyVroeYbk9X1LeVXu8wRaw== 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout:[osd.3] 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout: key = AQAsdeJpGIX4CBAADIzr7P+MJtcYpNQuTOQ+BQ== 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout:[mgr.x] 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout: key = AQAodeJpn8ECIBAAztpf7zGZXTzshE5m7RZaFQ== 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout:[osd.4] 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout: key = AQAudeJp3B4QBxAAO2lO6NyqrrYrzUH+uY9t7w== 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout:[osd.5] 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout: key = AQAudeJpubBVNBAAnSY1+aSpiCjRH6c6BkyY1A== 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout:[osd.6] 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout: key = AQAvdeJp6cSoJBAAO4a/EOA7d7dQi6zUabcVVw== 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout:[osd.7] 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout: key = AQAwdeJpg1WUFxAARFTcdzH+c9fBUoiePvuLkQ== 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout:[client.0] 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout: key = AQAodeJpoNOwIhAA0OkWWagbCIu42SK4xaElhw== 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout:[client.1] 2026-04-17T18:00:17.893 INFO:teuthology.orchestra.run.vm08.stdout: key = AQAodeJpi5gNJhAAtinV/bpm+Ec7P4IngOcKCw== 2026-04-17T18:00:17.894 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-17T18:00:17.900 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-17T18:00:17.988 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T18:00:17.989 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T18:00:18.046 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T18:00:18.047 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T18:00:18.106 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T18:00:18.107 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T18:00:18.169 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T18:00:18.170 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T18:00:18.232 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-17T18:00:18.233 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-17T18:00:18.295 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T18:00:18.297 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T18:00:18.354 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T18:00:18.356 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T18:00:18.409 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T18:00:18.411 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T18:00:18.469 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T18:00:18.471 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T18:00:18.530 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-17T18:00:18.532 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-17T18:00:18.591 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-17T18:00:18.593 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-17T18:00:18.650 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-04-17T18:00:18.650 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2026-04-17T18:00:18.686 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-04-17T18:00:18.794 DEBUG:teuthology.orchestra.run.vm00:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2026-04-17T18:00:18.829 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2026-04-17T18:00:18.904 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-04-17T18:00:19.009 DEBUG:teuthology.orchestra.run.vm00:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2026-04-17T18:00:19.046 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2026-04-17T18:00:19.084 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-04-17T18:00:19.193 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2026-04-17T18:00:19.229 DEBUG:teuthology.orchestra.run.vm00:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-04-17T18:00:19.230 DEBUG:teuthology.orchestra.run.vm08:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-04-17T18:00:19.297 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2026-04-17T18:00:19.297 INFO:tasks.ceph.mon.a:Restarting daemon 2026-04-17T18:00:19.297 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-04-17T18:00:19.298 INFO:tasks.ceph.mon.a:Started 2026-04-17T18:00:19.298 INFO:tasks.ceph.mon.c:Restarting daemon 2026-04-17T18:00:19.298 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2026-04-17T18:00:19.299 INFO:tasks.ceph.mon.c:Started 2026-04-17T18:00:19.299 INFO:tasks.ceph.mon.b:Restarting daemon 2026-04-17T18:00:19.299 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2026-04-17T18:00:19.338 INFO:tasks.ceph.mon.b:Started 2026-04-17T18:00:19.338 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2026-04-17T18:00:19.338 INFO:tasks.ceph.mgr.y:Restarting daemon 2026-04-17T18:00:19.338 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2026-04-17T18:00:19.341 INFO:tasks.ceph.mgr.y:Started 2026-04-17T18:00:19.341 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-04-17T18:00:19.341 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-04-17T18:00:19.342 INFO:tasks.ceph.mgr.x:Started 2026-04-17T18:00:19.342 DEBUG:tasks.ceph:set 0 configs 2026-04-17T18:00:19.342 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph --cluster ceph config dump 2026-04-17T18:00:25.342 INFO:tasks.ceph.mgr.x.vm08.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-04-17T18:00:25.342 INFO:tasks.ceph.mgr.x.vm08.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-04-17T18:00:25.342 INFO:tasks.ceph.mgr.x.vm08.stderr: from numpy import show_config as show_numpy_config 2026-04-17T18:00:25.369 INFO:tasks.ceph.mgr.y.vm00.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-04-17T18:00:25.370 INFO:tasks.ceph.mgr.y.vm00.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-04-17T18:00:25.370 INFO:tasks.ceph.mgr.y.vm00.stderr: from numpy import show_config as show_numpy_config 2026-04-17T18:00:25.475 INFO:teuthology.orchestra.run.vm00.stdout:WHO MASK LEVEL OPTION VALUE RO 2026-04-17T18:00:25.485 INFO:tasks.ceph:Setting crush tunables to default 2026-04-17T18:00:25.485 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph --cluster ceph osd crush tunables default 2026-04-17T18:00:25.616 INFO:teuthology.orchestra.run.vm00.stderr:adjusted tunables profile to default 2026-04-17T18:00:25.626 INFO:tasks.ceph:check_enable_crimson: False 2026-04-17T18:00:25.626 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2026-04-17T18:00:25.626 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:25.626 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2026-04-17T18:00:25.667 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:25.667 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2026-04-17T18:00:25.742 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:25.742 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2026-04-17T18:00:25.816 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:25.816 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2026-04-17T18:00:25.889 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:25.889 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2026-04-17T18:00:25.926 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:25.927 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2026-04-17T18:00:26.002 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:26.002 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2026-04-17T18:00:26.079 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-04-17T18:00:26.079 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2026-04-17T18:00:26.156 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 7674ad7a-ad1d-4012-a6e1-00f57ebd6399 0 2026-04-17T18:00:26.332 INFO:teuthology.orchestra.run.vm08.stdout:0 2026-04-17T18:00:26.342 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 1d433b09-c03a-4b39-84ff-c22be91958fc 1 2026-04-17T18:00:26.474 INFO:teuthology.orchestra.run.vm08.stdout:1 2026-04-17T18:00:26.484 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 524ec208-405b-4a00-8928-e2b75bcc1947 2 2026-04-17T18:00:26.621 INFO:teuthology.orchestra.run.vm08.stdout:2 2026-04-17T18:00:26.629 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 0aa5968f-b74d-41ba-95b4-36bf98509be3 3 2026-04-17T18:00:26.760 INFO:teuthology.orchestra.run.vm08.stdout:3 2026-04-17T18:00:26.771 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 550d0101-1195-4e2a-a4fa-bc68b7e31f2d 4 2026-04-17T18:00:26.904 INFO:teuthology.orchestra.run.vm08.stdout:4 2026-04-17T18:00:26.913 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 370bd504-7326-4c0f-91cb-2ba825b4bf91 5 2026-04-17T18:00:27.050 INFO:teuthology.orchestra.run.vm08.stdout:5 2026-04-17T18:00:27.059 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 3ec384e5-5914-421f-90b6-12ebaa7ad6dd 6 2026-04-17T18:00:27.200 INFO:teuthology.orchestra.run.vm08.stdout:6 2026-04-17T18:00:27.211 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new fa37549d-df56-4f7a-b65a-fe930cbe7968 7 2026-04-17T18:00:27.344 INFO:teuthology.orchestra.run.vm08.stdout:7 2026-04-17T18:00:27.354 INFO:tasks.ceph.osd.0:Restarting daemon 2026-04-17T18:00:27.354 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-04-17T18:00:27.355 INFO:tasks.ceph.osd.0:Started 2026-04-17T18:00:27.355 INFO:tasks.ceph.osd.1:Restarting daemon 2026-04-17T18:00:27.355 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-04-17T18:00:27.356 INFO:tasks.ceph.osd.1:Started 2026-04-17T18:00:27.357 INFO:tasks.ceph.osd.2:Restarting daemon 2026-04-17T18:00:27.357 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-04-17T18:00:27.358 INFO:tasks.ceph.osd.2:Started 2026-04-17T18:00:27.358 INFO:tasks.ceph.osd.3:Restarting daemon 2026-04-17T18:00:27.358 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2026-04-17T18:00:27.360 INFO:tasks.ceph.osd.3:Started 2026-04-17T18:00:27.360 INFO:tasks.ceph.osd.4:Restarting daemon 2026-04-17T18:00:27.360 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2026-04-17T18:00:27.361 INFO:tasks.ceph.osd.4:Started 2026-04-17T18:00:27.361 INFO:tasks.ceph.osd.5:Restarting daemon 2026-04-17T18:00:27.361 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2026-04-17T18:00:27.362 INFO:tasks.ceph.osd.5:Started 2026-04-17T18:00:27.362 INFO:tasks.ceph.osd.6:Restarting daemon 2026-04-17T18:00:27.362 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2026-04-17T18:00:27.363 INFO:tasks.ceph.osd.6:Started 2026-04-17T18:00:27.363 INFO:tasks.ceph.osd.7:Restarting daemon 2026-04-17T18:00:27.363 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2026-04-17T18:00:27.367 INFO:tasks.ceph.osd.7:Started 2026-04-17T18:00:27.367 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-17T18:00:27.522 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:27.522 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":10,"fsid":"3825639b-d78a-42b2-9485-e528ccf7ed03","created":"2026-04-17T18:00:24.617829+0000","modified":"2026-04-17T18:00:27.339809+0000","last_up_change":"0.000000","last_in_change":"2026-04-17T18:00:27.339809+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"7674ad7a-ad1d-4012-a6e1-00f57ebd6399","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"1d433b09-c03a-4b39-84ff-c22be91958fc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"524ec208-405b-4a00-8928-e2b75bcc1947","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"0aa5968f-b74d-41ba-95b4-36bf98509be3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"550d0101-1195-4e2a-a4fa-bc68b7e31f2d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"370bd504-7326-4c0f-91cb-2ba825b4bf91","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"3ec384e5-5914-421f-90b6-12ebaa7ad6dd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"fa37549d-df56-4f7a-b65a-fe930cbe7968","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-17T18:00:27.532 INFO:tasks.ceph.ceph_manager.ceph:[] 2026-04-17T18:00:27.532 INFO:tasks.ceph:Waiting for OSDs to come up 2026-04-17T18:00:27.581 INFO:tasks.ceph.osd.6.vm08.stderr:2026-04-17T18:00:27.580+0000 7f863aeb9900 -1 Falling back to public interface 2026-04-17T18:00:27.591 INFO:tasks.ceph.osd.0.vm00.stderr:2026-04-17T18:00:27.591+0000 7fb95baf9900 -1 Falling back to public interface 2026-04-17T18:00:27.592 INFO:tasks.ceph.osd.3.vm00.stderr:2026-04-17T18:00:27.591+0000 7fb1da9c8900 -1 Falling back to public interface 2026-04-17T18:00:27.593 INFO:tasks.ceph.osd.4.vm08.stderr:2026-04-17T18:00:27.592+0000 7fdf3b392900 -1 Falling back to public interface 2026-04-17T18:00:27.595 INFO:tasks.ceph.osd.2.vm00.stderr:2026-04-17T18:00:27.594+0000 7f28b6978900 -1 Falling back to public interface 2026-04-17T18:00:27.601 INFO:tasks.ceph.osd.5.vm08.stderr:2026-04-17T18:00:27.600+0000 7f8d6eeae900 -1 Falling back to public interface 2026-04-17T18:00:27.601 INFO:tasks.ceph.osd.7.vm08.stderr:2026-04-17T18:00:27.600+0000 7f496ab04900 -1 Falling back to public interface 2026-04-17T18:00:27.603 INFO:tasks.ceph.osd.1.vm00.stderr:2026-04-17T18:00:27.602+0000 7fbaada71900 -1 Falling back to public interface 2026-04-17T18:00:28.337 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-04-17T18:00:28.446 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-04-17T18:00:28.439+0000 7f3a0056a640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-04-17T18:00:28.567 INFO:tasks.ceph.osd.4.vm08.stderr:2026-04-17T18:00:28.566+0000 7fdf3b392900 -1 osd.4 0 log_to_monitors true 2026-04-17T18:00:28.572 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-04-17T18:00:28.571+0000 7f3a0056a640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-04-17T18:00:28.721 INFO:tasks.ceph.osd.6.vm08.stderr:2026-04-17T18:00:28.717+0000 7f863aeb9900 -1 osd.6 0 log_to_monitors true 2026-04-17T18:00:28.999 INFO:tasks.ceph.osd.5.vm08.stderr:2026-04-17T18:00:28.997+0000 7f8d6eeae900 -1 osd.5 0 log_to_monitors true 2026-04-17T18:00:29.026 INFO:tasks.ceph.osd.7.vm08.stderr:2026-04-17T18:00:29.024+0000 7f496ab04900 -1 osd.7 0 log_to_monitors true 2026-04-17T18:00:29.158 INFO:tasks.ceph.osd.0.vm00.stderr:2026-04-17T18:00:29.157+0000 7fb95baf9900 -1 osd.0 0 log_to_monitors true 2026-04-17T18:00:29.222 INFO:tasks.ceph.osd.1.vm00.stderr:2026-04-17T18:00:29.223+0000 7fbaada71900 -1 osd.1 0 log_to_monitors true 2026-04-17T18:00:29.267 INFO:tasks.ceph.osd.3.vm00.stderr:2026-04-17T18:00:29.268+0000 7fb1da9c8900 -1 osd.3 0 log_to_monitors true 2026-04-17T18:00:29.304 INFO:tasks.ceph.osd.2.vm00.stderr:2026-04-17T18:00:29.304+0000 7f28b6978900 -1 osd.2 0 log_to_monitors true 2026-04-17T18:00:29.327 INFO:teuthology.misc.health.vm00.stdout: 2026-04-17T18:00:29.327 INFO:teuthology.misc.health.vm00.stdout:{"epoch":11,"fsid":"3825639b-d78a-42b2-9485-e528ccf7ed03","created":"2026-04-17T18:00:24.617829+0000","modified":"2026-04-17T18:00:29.271251+0000","last_up_change":"0.000000","last_in_change":"2026-04-17T18:00:27.339809+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":3,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"7674ad7a-ad1d-4012-a6e1-00f57ebd6399","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"1d433b09-c03a-4b39-84ff-c22be91958fc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"524ec208-405b-4a00-8928-e2b75bcc1947","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"0aa5968f-b74d-41ba-95b4-36bf98509be3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"550d0101-1195-4e2a-a4fa-bc68b7e31f2d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"370bd504-7326-4c0f-91cb-2ba825b4bf91","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"3ec384e5-5914-421f-90b6-12ebaa7ad6dd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"fa37549d-df56-4f7a-b65a-fe930cbe7968","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-17T18:00:29.336 DEBUG:teuthology.misc:0 of 8 OSDs are up 2026-04-17T18:00:34.952 INFO:tasks.ceph.osd.0.vm00.stderr:2026-04-17T18:00:34.951+0000 7fb957a8d640 -1 osd.0 0 waiting for initial osdmap 2026-04-17T18:00:34.970 INFO:tasks.ceph.osd.0.vm00.stderr:2026-04-17T18:00:34.971+0000 7fb952891640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-17T18:00:34.981 INFO:tasks.ceph.osd.1.vm00.stderr:2026-04-17T18:00:34.981+0000 7fbaa9a07640 -1 osd.1 0 waiting for initial osdmap 2026-04-17T18:00:35.071 INFO:tasks.ceph.osd.7.vm08.stderr:2026-04-17T18:00:35.069+0000 7f49672aa640 -1 osd.7 0 waiting for initial osdmap 2026-04-17T18:00:35.089 INFO:tasks.ceph.osd.1.vm00.stderr:2026-04-17T18:00:35.090+0000 7fbaa480b640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-17T18:00:35.093 INFO:tasks.ceph.osd.7.vm08.stderr:2026-04-17T18:00:35.092+0000 7f496189c640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-17T18:00:35.127 INFO:tasks.ceph.osd.4.vm08.stderr:2026-04-17T18:00:35.126+0000 7fdf37326640 -1 osd.4 0 waiting for initial osdmap 2026-04-17T18:00:35.144 INFO:tasks.ceph.osd.4.vm08.stderr:2026-04-17T18:00:35.142+0000 7fdf3212a640 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-17T18:00:35.158 INFO:tasks.ceph.osd.6.vm08.stderr:2026-04-17T18:00:35.156+0000 7f8636e4f640 -1 osd.6 0 waiting for initial osdmap 2026-04-17T18:00:35.159 INFO:tasks.ceph.osd.5.vm08.stderr:2026-04-17T18:00:35.157+0000 7f8d6ae42640 -1 osd.5 0 waiting for initial osdmap 2026-04-17T18:00:35.177 INFO:tasks.ceph.osd.5.vm08.stderr:2026-04-17T18:00:35.176+0000 7f8d65c46640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-17T18:00:35.177 INFO:tasks.ceph.osd.6.vm08.stderr:2026-04-17T18:00:35.176+0000 7f8631c53640 -1 osd.6 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-17T18:00:35.336 INFO:tasks.ceph.osd.2.vm00.stderr:2026-04-17T18:00:35.336+0000 7f28b290e640 -1 osd.2 0 waiting for initial osdmap 2026-04-17T18:00:35.358 INFO:tasks.ceph.osd.2.vm00.stderr:2026-04-17T18:00:35.358+0000 7f28ad712640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-17T18:00:35.453 INFO:tasks.ceph.osd.3.vm00.stderr:2026-04-17T18:00:35.454+0000 7fb1d59d8640 -1 osd.3 0 waiting for initial osdmap 2026-04-17T18:00:35.470 INFO:tasks.ceph.osd.3.vm00.stderr:2026-04-17T18:00:35.470+0000 7fb1d07dc640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-17T18:00:36.141 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-04-17T18:00:36.350 INFO:teuthology.misc.health.vm00.stdout: 2026-04-17T18:00:36.350 INFO:teuthology.misc.health.vm00.stdout:{"epoch":14,"fsid":"3825639b-d78a-42b2-9485-e528ccf7ed03","created":"2026-04-17T18:00:24.617829+0000","modified":"2026-04-17T18:00:35.962495+0000","last_up_change":"2026-04-17T18:00:35.962495+0000","last_in_change":"2026-04-17T18:00:27.339809+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"7674ad7a-ad1d-4012-a6e1-00f57ebd6399","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6802","nonce":3440140179},{"type":"v1","addr":"192.168.123.100:6803","nonce":3440140179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6804","nonce":3440140179},{"type":"v1","addr":"192.168.123.100:6805","nonce":3440140179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6811","nonce":3440140179},{"type":"v1","addr":"192.168.123.100:6813","nonce":3440140179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6807","nonce":3440140179},{"type":"v1","addr":"192.168.123.100:6809","nonce":3440140179}]},"public_addr":"192.168.123.100:6803/3440140179","cluster_addr":"192.168.123.100:6805/3440140179","heartbeat_back_addr":"192.168.123.100:6813/3440140179","heartbeat_front_addr":"192.168.123.100:6809/3440140179","state":["exists","up"]},{"osd":1,"uuid":"1d433b09-c03a-4b39-84ff-c22be91958fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6826","nonce":2499672872},{"type":"v1","addr":"192.168.123.100:6827","nonce":2499672872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6828","nonce":2499672872},{"type":"v1","addr":"192.168.123.100:6829","nonce":2499672872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6832","nonce":2499672872},{"type":"v1","addr":"192.168.123.100:6833","nonce":2499672872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6830","nonce":2499672872},{"type":"v1","addr":"192.168.123.100:6831","nonce":2499672872}]},"public_addr":"192.168.123.100:6827/2499672872","cluster_addr":"192.168.123.100:6829/2499672872","heartbeat_back_addr":"192.168.123.100:6833/2499672872","heartbeat_front_addr":"192.168.123.100:6831/2499672872","state":["exists","up"]},{"osd":2,"uuid":"524ec208-405b-4a00-8928-e2b75bcc1947","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6818","nonce":506810217},{"type":"v1","addr":"192.168.123.100:6819","nonce":506810217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6820","nonce":506810217},{"type":"v1","addr":"192.168.123.100:6821","nonce":506810217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6824","nonce":506810217},{"type":"v1","addr":"192.168.123.100:6825","nonce":506810217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6822","nonce":506810217},{"type":"v1","addr":"192.168.123.100:6823","nonce":506810217}]},"public_addr":"192.168.123.100:6819/506810217","cluster_addr":"192.168.123.100:6821/506810217","heartbeat_back_addr":"192.168.123.100:6825/506810217","heartbeat_front_addr":"192.168.123.100:6823/506810217","state":["exists","up"]},{"osd":3,"uuid":"0aa5968f-b74d-41ba-95b4-36bf98509be3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6806","nonce":2424818862},{"type":"v1","addr":"192.168.123.100:6808","nonce":2424818862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6810","nonce":2424818862},{"type":"v1","addr":"192.168.123.100:6812","nonce":2424818862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6816","nonce":2424818862},{"type":"v1","addr":"192.168.123.100:6817","nonce":2424818862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6814","nonce":2424818862},{"type":"v1","addr":"192.168.123.100:6815","nonce":2424818862}]},"public_addr":"192.168.123.100:6808/2424818862","cluster_addr":"192.168.123.100:6812/2424818862","heartbeat_back_addr":"192.168.123.100:6817/2424818862","heartbeat_front_addr":"192.168.123.100:6815/2424818862","state":["exists","up"]},{"osd":4,"uuid":"550d0101-1195-4e2a-a4fa-bc68b7e31f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6808","nonce":515450416},{"type":"v1","addr":"192.168.123.108:6809","nonce":515450416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6810","nonce":515450416},{"type":"v1","addr":"192.168.123.108:6811","nonce":515450416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6814","nonce":515450416},{"type":"v1","addr":"192.168.123.108:6815","nonce":515450416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6812","nonce":515450416},{"type":"v1","addr":"192.168.123.108:6813","nonce":515450416}]},"public_addr":"192.168.123.108:6809/515450416","cluster_addr":"192.168.123.108:6811/515450416","heartbeat_back_addr":"192.168.123.108:6815/515450416","heartbeat_front_addr":"192.168.123.108:6813/515450416","state":["exists","up"]},{"osd":5,"uuid":"370bd504-7326-4c0f-91cb-2ba825b4bf91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6816","nonce":359166410},{"type":"v1","addr":"192.168.123.108:6818","nonce":359166410}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6820","nonce":359166410},{"type":"v1","addr":"192.168.123.108:6821","nonce":359166410}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6827","nonce":359166410},{"type":"v1","addr":"192.168.123.108:6829","nonce":359166410}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6823","nonce":359166410},{"type":"v1","addr":"192.168.123.108:6825","nonce":359166410}]},"public_addr":"192.168.123.108:6818/359166410","cluster_addr":"192.168.123.108:6821/359166410","heartbeat_back_addr":"192.168.123.108:6829/359166410","heartbeat_front_addr":"192.168.123.108:6825/359166410","state":["exists","up"]},{"osd":6,"uuid":"3ec384e5-5914-421f-90b6-12ebaa7ad6dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6800","nonce":49630279},{"type":"v1","addr":"192.168.123.108:6801","nonce":49630279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6802","nonce":49630279},{"type":"v1","addr":"192.168.123.108:6803","nonce":49630279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6806","nonce":49630279},{"type":"v1","addr":"192.168.123.108:6807","nonce":49630279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6804","nonce":49630279},{"type":"v1","addr":"192.168.123.108:6805","nonce":49630279}]},"public_addr":"192.168.123.108:6801/49630279","cluster_addr":"192.168.123.108:6803/49630279","heartbeat_back_addr":"192.168.123.108:6807/49630279","heartbeat_front_addr":"192.168.123.108:6805/49630279","state":["exists","up"]},{"osd":7,"uuid":"fa37549d-df56-4f7a-b65a-fe930cbe7968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6817","nonce":1572478657},{"type":"v1","addr":"192.168.123.108:6819","nonce":1572478657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6822","nonce":1572478657},{"type":"v1","addr":"192.168.123.108:6824","nonce":1572478657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6830","nonce":1572478657},{"type":"v1","addr":"192.168.123.108:6831","nonce":1572478657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6826","nonce":1572478657},{"type":"v1","addr":"192.168.123.108:6828","nonce":1572478657}]},"public_addr":"192.168.123.108:6819/1572478657","cluster_addr":"192.168.123.108:6824/1572478657","heartbeat_back_addr":"192.168.123.108:6831/1572478657","heartbeat_front_addr":"192.168.123.108:6828/1572478657","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-17T18:00:36.361 DEBUG:teuthology.misc:8 of 8 OSDs are up 2026-04-17T18:00:36.361 INFO:tasks.ceph:Creating RBD pool 2026-04-17T18:00:36.361 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph --cluster ceph osd pool create rbd 8 2026-04-17T18:00:37.400 INFO:teuthology.orchestra.run.vm00.stderr:pool 'rbd' created 2026-04-17T18:00:37.412 DEBUG:teuthology.orchestra.run.vm00:> rbd --cluster ceph pool init rbd 2026-04-17T18:00:37.454 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:00:37.454 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:00:40.417 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2026-04-17T18:00:40.417 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2026-04-17T18:00:40.417 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-04-17T18:00:40.627 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:40.639 INFO:teuthology.orchestra.run.vm00.stdout:[{"version":9,"timestamp":"2026-04-17T18:00:35.455000+0000","name":"","changes":[{"name":"osd.3/osd_mclock_max_capacity_iops_hdd","new_value":"20859.561625"}]}] 2026-04-17T18:00:40.639 INFO:tasks.ceph_manager:config epoch is 9 2026-04-17T18:00:40.639 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-04-17T18:00:40.639 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-04-17T18:00:40.639 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-04-17T18:00:40.876 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:40.888 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":5,"flags":0,"active_gid":4100,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6800","nonce":984609810},{"type":"v1","addr":"192.168.123.100:6801","nonce":984609810}]},"active_addr":"192.168.123.100:6801/984609810","active_change":"2026-04-17T18:00:27.071313+0000","active_mgr_features":4541880224203014143,"available":true,"standbys":[{"gid":4108,"name":"x","mgr_features":4541880224203014143,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"certificate_automated_rotation_enabled":{"name":"certificate_automated_rotation_enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"This flag controls whether cephadm automatically rotates certificates upon expiration.","long_desc":"","tags":[],"see_also":[]},"certificate_check_debug_mode":{"name":"certificate_check_debug_mode","type":"bool","level":"dev","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"FOR TESTING ONLY: This flag forces the certificate check instead of waiting for certificate_check_period.","long_desc":"","tags":[],"see_also":[]},"certificate_check_period":{"name":"certificate_check_period","type":"int","level":"advanced","flags":0,"default_value":"1","min":"0","max":"30","enum_allowed":[],"desc":"Specifies how often (in days) the certificate should be checked for validity.","long_desc":"","tags":[],"see_also":[]},"certificate_duration_days":{"name":"certificate_duration_days","type":"int","level":"advanced","flags":0,"default_value":"1095","min":"90","max":"3650","enum_allowed":[],"desc":"Specifies the duration of self certificates generated and signed by cephadm root CA","long_desc":"","tags":[],"see_also":[]},"certificate_renewal_threshold_days":{"name":"certificate_renewal_threshold_days","type":"int","level":"advanced","flags":0,"default_value":"30","min":"10","max":"90","enum_allowed":[],"desc":"Specifies the lead time in days to initiate certificate renewal before expiration.","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.28.1","min":"","max":"","enum_allowed":[],"desc":"Alertmanager container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"Elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:12.2.0","min":"","max":"","enum_allowed":[],"desc":"Grafana container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"Haproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.9.1","min":"","max":"","enum_allowed":[],"desc":"Node exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.5","min":"","max":"","enum_allowed":[],"desc":"Nvmeof container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"Oauth2 proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v3.6.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba metrics container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"Snmp gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"stray_daemon_check_interval":{"name":"stray_daemon_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"how frequently cephadm should check for the presence of stray daemons","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_HOSTNAME_PER_DAEMON":{"name":"RGW_HOSTNAME_PER_DAEMON","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"prometheus_tls_secret_name":{"name":"prometheus_tls_secret_name","type":"str","level":"advanced","flags":0,"default_value":"rook-ceph-prometheus-server-tls","min":"","max":"","enum_allowed":[],"desc":"name of tls secret in k8s for prometheus","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"certificate_automated_rotation_enabled":{"name":"certificate_automated_rotation_enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"This flag controls whether cephadm automatically rotates certificates upon expiration.","long_desc":"","tags":[],"see_also":[]},"certificate_check_debug_mode":{"name":"certificate_check_debug_mode","type":"bool","level":"dev","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"FOR TESTING ONLY: This flag forces the certificate check instead of waiting for certificate_check_period.","long_desc":"","tags":[],"see_also":[]},"certificate_check_period":{"name":"certificate_check_period","type":"int","level":"advanced","flags":0,"default_value":"1","min":"0","max":"30","enum_allowed":[],"desc":"Specifies how often (in days) the certificate should be checked for validity.","long_desc":"","tags":[],"see_also":[]},"certificate_duration_days":{"name":"certificate_duration_days","type":"int","level":"advanced","flags":0,"default_value":"1095","min":"90","max":"3650","enum_allowed":[],"desc":"Specifies the duration of self certificates generated and signed by cephadm root CA","long_desc":"","tags":[],"see_also":[]},"certificate_renewal_threshold_days":{"name":"certificate_renewal_threshold_days","type":"int","level":"advanced","flags":0,"default_value":"30","min":"10","max":"90","enum_allowed":[],"desc":"Specifies the lead time in days to initiate certificate renewal before expiration.","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.28.1","min":"","max":"","enum_allowed":[],"desc":"Alertmanager container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"Elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:12.2.0","min":"","max":"","enum_allowed":[],"desc":"Grafana container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"Haproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.9.1","min":"","max":"","enum_allowed":[],"desc":"Node exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.5","min":"","max":"","enum_allowed":[],"desc":"Nvmeof container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"Oauth2 proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v3.6.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba metrics container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"Snmp gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"stray_daemon_check_interval":{"name":"stray_daemon_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"how frequently cephadm should check for the presence of stray daemons","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_HOSTNAME_PER_DAEMON":{"name":"RGW_HOSTNAME_PER_DAEMON","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"prometheus_tls_secret_name":{"name":"prometheus_tls_secret_name","type":"str","level":"advanced","flags":0,"default_value":"rook-ceph-prometheus-server-tls","min":"","max":"","enum_allowed":[],"desc":"name of tls secret in k8s for prometheus","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"tentacle":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"192.168.123.100:0","nonce":1943492571}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.100:0","nonce":3826036045}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.100:0","nonce":4008479718}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.100:0","nonce":1394786855}]}]} 2026-04-17T18:00:40.889 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-04-17T18:00:40.889 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-04-17T18:00:40.889 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-17T18:00:41.092 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:41.092 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":18,"fsid":"3825639b-d78a-42b2-9485-e528ccf7ed03","created":"2026-04-17T18:00:24.617829+0000","modified":"2026-04-17T18:00:40.405173+0000","last_up_change":"2026-04-17T18:00:35.962495+0000","last_in_change":"2026-04-17T18:00:27.339809+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":"rbd","create_time":"2026-04-17T18:00:36.575223+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":".mgr","create_time":"2026-04-17T18:00:37.098936+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7674ad7a-ad1d-4012-a6e1-00f57ebd6399","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6802","nonce":3440140179},{"type":"v1","addr":"192.168.123.100:6803","nonce":3440140179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6804","nonce":3440140179},{"type":"v1","addr":"192.168.123.100:6805","nonce":3440140179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6811","nonce":3440140179},{"type":"v1","addr":"192.168.123.100:6813","nonce":3440140179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6807","nonce":3440140179},{"type":"v1","addr":"192.168.123.100:6809","nonce":3440140179}]},"public_addr":"192.168.123.100:6803/3440140179","cluster_addr":"192.168.123.100:6805/3440140179","heartbeat_back_addr":"192.168.123.100:6813/3440140179","heartbeat_front_addr":"192.168.123.100:6809/3440140179","state":["exists","up"]},{"osd":1,"uuid":"1d433b09-c03a-4b39-84ff-c22be91958fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6826","nonce":2499672872},{"type":"v1","addr":"192.168.123.100:6827","nonce":2499672872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6828","nonce":2499672872},{"type":"v1","addr":"192.168.123.100:6829","nonce":2499672872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6832","nonce":2499672872},{"type":"v1","addr":"192.168.123.100:6833","nonce":2499672872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6830","nonce":2499672872},{"type":"v1","addr":"192.168.123.100:6831","nonce":2499672872}]},"public_addr":"192.168.123.100:6827/2499672872","cluster_addr":"192.168.123.100:6829/2499672872","heartbeat_back_addr":"192.168.123.100:6833/2499672872","heartbeat_front_addr":"192.168.123.100:6831/2499672872","state":["exists","up"]},{"osd":2,"uuid":"524ec208-405b-4a00-8928-e2b75bcc1947","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6818","nonce":506810217},{"type":"v1","addr":"192.168.123.100:6819","nonce":506810217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6820","nonce":506810217},{"type":"v1","addr":"192.168.123.100:6821","nonce":506810217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6824","nonce":506810217},{"type":"v1","addr":"192.168.123.100:6825","nonce":506810217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6822","nonce":506810217},{"type":"v1","addr":"192.168.123.100:6823","nonce":506810217}]},"public_addr":"192.168.123.100:6819/506810217","cluster_addr":"192.168.123.100:6821/506810217","heartbeat_back_addr":"192.168.123.100:6825/506810217","heartbeat_front_addr":"192.168.123.100:6823/506810217","state":["exists","up"]},{"osd":3,"uuid":"0aa5968f-b74d-41ba-95b4-36bf98509be3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6806","nonce":2424818862},{"type":"v1","addr":"192.168.123.100:6808","nonce":2424818862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6810","nonce":2424818862},{"type":"v1","addr":"192.168.123.100:6812","nonce":2424818862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6816","nonce":2424818862},{"type":"v1","addr":"192.168.123.100:6817","nonce":2424818862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6814","nonce":2424818862},{"type":"v1","addr":"192.168.123.100:6815","nonce":2424818862}]},"public_addr":"192.168.123.100:6808/2424818862","cluster_addr":"192.168.123.100:6812/2424818862","heartbeat_back_addr":"192.168.123.100:6817/2424818862","heartbeat_front_addr":"192.168.123.100:6815/2424818862","state":["exists","up"]},{"osd":4,"uuid":"550d0101-1195-4e2a-a4fa-bc68b7e31f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6808","nonce":515450416},{"type":"v1","addr":"192.168.123.108:6809","nonce":515450416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6810","nonce":515450416},{"type":"v1","addr":"192.168.123.108:6811","nonce":515450416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6814","nonce":515450416},{"type":"v1","addr":"192.168.123.108:6815","nonce":515450416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6812","nonce":515450416},{"type":"v1","addr":"192.168.123.108:6813","nonce":515450416}]},"public_addr":"192.168.123.108:6809/515450416","cluster_addr":"192.168.123.108:6811/515450416","heartbeat_back_addr":"192.168.123.108:6815/515450416","heartbeat_front_addr":"192.168.123.108:6813/515450416","state":["exists","up"]},{"osd":5,"uuid":"370bd504-7326-4c0f-91cb-2ba825b4bf91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6816","nonce":359166410},{"type":"v1","addr":"192.168.123.108:6818","nonce":359166410}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6820","nonce":359166410},{"type":"v1","addr":"192.168.123.108:6821","nonce":359166410}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6827","nonce":359166410},{"type":"v1","addr":"192.168.123.108:6829","nonce":359166410}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6823","nonce":359166410},{"type":"v1","addr":"192.168.123.108:6825","nonce":359166410}]},"public_addr":"192.168.123.108:6818/359166410","cluster_addr":"192.168.123.108:6821/359166410","heartbeat_back_addr":"192.168.123.108:6829/359166410","heartbeat_front_addr":"192.168.123.108:6825/359166410","state":["exists","up"]},{"osd":6,"uuid":"3ec384e5-5914-421f-90b6-12ebaa7ad6dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6800","nonce":49630279},{"type":"v1","addr":"192.168.123.108:6801","nonce":49630279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6802","nonce":49630279},{"type":"v1","addr":"192.168.123.108:6803","nonce":49630279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6806","nonce":49630279},{"type":"v1","addr":"192.168.123.108:6807","nonce":49630279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6804","nonce":49630279},{"type":"v1","addr":"192.168.123.108:6805","nonce":49630279}]},"public_addr":"192.168.123.108:6801/49630279","cluster_addr":"192.168.123.108:6803/49630279","heartbeat_back_addr":"192.168.123.108:6807/49630279","heartbeat_front_addr":"192.168.123.108:6805/49630279","state":["exists","up"]},{"osd":7,"uuid":"fa37549d-df56-4f7a-b65a-fe930cbe7968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6817","nonce":1572478657},{"type":"v1","addr":"192.168.123.108:6819","nonce":1572478657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6822","nonce":1572478657},{"type":"v1","addr":"192.168.123.108:6824","nonce":1572478657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6830","nonce":1572478657},{"type":"v1","addr":"192.168.123.108:6831","nonce":1572478657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6826","nonce":1572478657},{"type":"v1","addr":"192.168.123.108:6828","nonce":1572478657}]},"public_addr":"192.168.123.108:6819/1572478657","cluster_addr":"192.168.123.108:6824/1572478657","heartbeat_back_addr":"192.168.123.108:6831/1572478657","heartbeat_front_addr":"192.168.123.108:6828/1572478657","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-17T18:00:30.153733+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-17T18:00:30.206952+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-17T18:00:30.290865+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-17T18:00:30.239839+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":1,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":1,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-17T18:00:41.104 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-04-17T18:00:41.104 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-17T18:00:41.321 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:41.321 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":18,"fsid":"3825639b-d78a-42b2-9485-e528ccf7ed03","created":"2026-04-17T18:00:24.617829+0000","modified":"2026-04-17T18:00:40.405173+0000","last_up_change":"2026-04-17T18:00:35.962495+0000","last_in_change":"2026-04-17T18:00:27.339809+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":"rbd","create_time":"2026-04-17T18:00:36.575223+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":18,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":".mgr","create_time":"2026-04-17T18:00:37.098936+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"7674ad7a-ad1d-4012-a6e1-00f57ebd6399","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6802","nonce":3440140179},{"type":"v1","addr":"192.168.123.100:6803","nonce":3440140179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6804","nonce":3440140179},{"type":"v1","addr":"192.168.123.100:6805","nonce":3440140179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6811","nonce":3440140179},{"type":"v1","addr":"192.168.123.100:6813","nonce":3440140179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6807","nonce":3440140179},{"type":"v1","addr":"192.168.123.100:6809","nonce":3440140179}]},"public_addr":"192.168.123.100:6803/3440140179","cluster_addr":"192.168.123.100:6805/3440140179","heartbeat_back_addr":"192.168.123.100:6813/3440140179","heartbeat_front_addr":"192.168.123.100:6809/3440140179","state":["exists","up"]},{"osd":1,"uuid":"1d433b09-c03a-4b39-84ff-c22be91958fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6826","nonce":2499672872},{"type":"v1","addr":"192.168.123.100:6827","nonce":2499672872}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6828","nonce":2499672872},{"type":"v1","addr":"192.168.123.100:6829","nonce":2499672872}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6832","nonce":2499672872},{"type":"v1","addr":"192.168.123.100:6833","nonce":2499672872}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6830","nonce":2499672872},{"type":"v1","addr":"192.168.123.100:6831","nonce":2499672872}]},"public_addr":"192.168.123.100:6827/2499672872","cluster_addr":"192.168.123.100:6829/2499672872","heartbeat_back_addr":"192.168.123.100:6833/2499672872","heartbeat_front_addr":"192.168.123.100:6831/2499672872","state":["exists","up"]},{"osd":2,"uuid":"524ec208-405b-4a00-8928-e2b75bcc1947","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6818","nonce":506810217},{"type":"v1","addr":"192.168.123.100:6819","nonce":506810217}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6820","nonce":506810217},{"type":"v1","addr":"192.168.123.100:6821","nonce":506810217}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6824","nonce":506810217},{"type":"v1","addr":"192.168.123.100:6825","nonce":506810217}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6822","nonce":506810217},{"type":"v1","addr":"192.168.123.100:6823","nonce":506810217}]},"public_addr":"192.168.123.100:6819/506810217","cluster_addr":"192.168.123.100:6821/506810217","heartbeat_back_addr":"192.168.123.100:6825/506810217","heartbeat_front_addr":"192.168.123.100:6823/506810217","state":["exists","up"]},{"osd":3,"uuid":"0aa5968f-b74d-41ba-95b4-36bf98509be3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6806","nonce":2424818862},{"type":"v1","addr":"192.168.123.100:6808","nonce":2424818862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6810","nonce":2424818862},{"type":"v1","addr":"192.168.123.100:6812","nonce":2424818862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6816","nonce":2424818862},{"type":"v1","addr":"192.168.123.100:6817","nonce":2424818862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6814","nonce":2424818862},{"type":"v1","addr":"192.168.123.100:6815","nonce":2424818862}]},"public_addr":"192.168.123.100:6808/2424818862","cluster_addr":"192.168.123.100:6812/2424818862","heartbeat_back_addr":"192.168.123.100:6817/2424818862","heartbeat_front_addr":"192.168.123.100:6815/2424818862","state":["exists","up"]},{"osd":4,"uuid":"550d0101-1195-4e2a-a4fa-bc68b7e31f2d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6808","nonce":515450416},{"type":"v1","addr":"192.168.123.108:6809","nonce":515450416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6810","nonce":515450416},{"type":"v1","addr":"192.168.123.108:6811","nonce":515450416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6814","nonce":515450416},{"type":"v1","addr":"192.168.123.108:6815","nonce":515450416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6812","nonce":515450416},{"type":"v1","addr":"192.168.123.108:6813","nonce":515450416}]},"public_addr":"192.168.123.108:6809/515450416","cluster_addr":"192.168.123.108:6811/515450416","heartbeat_back_addr":"192.168.123.108:6815/515450416","heartbeat_front_addr":"192.168.123.108:6813/515450416","state":["exists","up"]},{"osd":5,"uuid":"370bd504-7326-4c0f-91cb-2ba825b4bf91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6816","nonce":359166410},{"type":"v1","addr":"192.168.123.108:6818","nonce":359166410}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6820","nonce":359166410},{"type":"v1","addr":"192.168.123.108:6821","nonce":359166410}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6827","nonce":359166410},{"type":"v1","addr":"192.168.123.108:6829","nonce":359166410}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6823","nonce":359166410},{"type":"v1","addr":"192.168.123.108:6825","nonce":359166410}]},"public_addr":"192.168.123.108:6818/359166410","cluster_addr":"192.168.123.108:6821/359166410","heartbeat_back_addr":"192.168.123.108:6829/359166410","heartbeat_front_addr":"192.168.123.108:6825/359166410","state":["exists","up"]},{"osd":6,"uuid":"3ec384e5-5914-421f-90b6-12ebaa7ad6dd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6800","nonce":49630279},{"type":"v1","addr":"192.168.123.108:6801","nonce":49630279}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6802","nonce":49630279},{"type":"v1","addr":"192.168.123.108:6803","nonce":49630279}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6806","nonce":49630279},{"type":"v1","addr":"192.168.123.108:6807","nonce":49630279}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6804","nonce":49630279},{"type":"v1","addr":"192.168.123.108:6805","nonce":49630279}]},"public_addr":"192.168.123.108:6801/49630279","cluster_addr":"192.168.123.108:6803/49630279","heartbeat_back_addr":"192.168.123.108:6807/49630279","heartbeat_front_addr":"192.168.123.108:6805/49630279","state":["exists","up"]},{"osd":7,"uuid":"fa37549d-df56-4f7a-b65a-fe930cbe7968","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6817","nonce":1572478657},{"type":"v1","addr":"192.168.123.108:6819","nonce":1572478657}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6822","nonce":1572478657},{"type":"v1","addr":"192.168.123.108:6824","nonce":1572478657}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6830","nonce":1572478657},{"type":"v1","addr":"192.168.123.108:6831","nonce":1572478657}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6826","nonce":1572478657},{"type":"v1","addr":"192.168.123.108:6828","nonce":1572478657}]},"public_addr":"192.168.123.108:6819/1572478657","cluster_addr":"192.168.123.108:6824/1572478657","heartbeat_back_addr":"192.168.123.108:6831/1572478657","heartbeat_front_addr":"192.168.123.108:6828/1572478657","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-17T18:00:30.153733+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-17T18:00:30.206952+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-17T18:00:30.290865+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"2026-04-17T18:00:30.239839+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":1,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":1,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-17T18:00:41.333 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-04-17T18:00:41.333 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-04-17T18:00:41.333 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-04-17T18:00:41.333 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-04-17T18:00:41.333 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2026-04-17T18:00:41.333 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2026-04-17T18:00:41.333 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2026-04-17T18:00:41.333 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2026-04-17T18:00:41.534 INFO:teuthology.orchestra.run.vm00.stdout:60129542149 2026-04-17T18:00:41.534 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-04-17T18:00:41.551 INFO:teuthology.orchestra.run.vm00.stdout:60129542147 2026-04-17T18:00:41.551 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-04-17T18:00:41.553 INFO:teuthology.orchestra.run.vm00.stdout:60129542149 2026-04-17T18:00:41.553 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2026-04-17T18:00:41.568 INFO:teuthology.orchestra.run.vm00.stdout:60129542147 2026-04-17T18:00:41.569 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2026-04-17T18:00:41.575 INFO:teuthology.orchestra.run.vm00.stdout:60129542149 2026-04-17T18:00:41.575 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-04-17T18:00:41.589 INFO:teuthology.orchestra.run.vm00.stdout:60129542148 2026-04-17T18:00:41.589 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2026-04-17T18:00:41.593 INFO:teuthology.orchestra.run.vm00.stdout:60129542150 2026-04-17T18:00:41.593 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-04-17T18:00:41.595 INFO:teuthology.orchestra.run.vm00.stdout:60129542151 2026-04-17T18:00:41.595 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-04-17T18:00:41.893 INFO:teuthology.orchestra.run.vm00.stdout:60129542147 2026-04-17T18:00:41.910 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542147 for osd.2 2026-04-17T18:00:41.922 INFO:teuthology.orchestra.run.vm00.stdout:60129542146 2026-04-17T18:00:41.937 INFO:teuthology.orchestra.run.vm00.stdout:60129542145 2026-04-17T18:00:41.945 INFO:teuthology.orchestra.run.vm00.stdout:60129542147 2026-04-17T18:00:41.947 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542148 got 60129542146 for osd.4 2026-04-17T18:00:41.953 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542147 got 60129542145 for osd.0 2026-04-17T18:00:41.975 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542147 for osd.3 2026-04-17T18:00:42.006 INFO:teuthology.orchestra.run.vm00.stdout:60129542149 2026-04-17T18:00:42.022 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.5 2026-04-17T18:00:42.028 INFO:teuthology.orchestra.run.vm00.stdout:60129542148 2026-04-17T18:00:42.033 INFO:teuthology.orchestra.run.vm00.stdout:60129542145 2026-04-17T18:00:42.041 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542148 for osd.1 2026-04-17T18:00:42.041 INFO:teuthology.orchestra.run.vm00.stdout:60129542147 2026-04-17T18:00:42.045 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542147 got 60129542145 for osd.6 2026-04-17T18:00:42.055 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542147 for osd.7 2026-04-17T18:00:42.911 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-04-17T18:00:42.948 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2026-04-17T18:00:42.953 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-04-17T18:00:42.976 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-04-17T18:00:43.022 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-04-17T18:00:43.041 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-04-17T18:00:43.046 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2026-04-17T18:00:43.055 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2026-04-17T18:00:43.197 INFO:teuthology.orchestra.run.vm00.stdout:60129542147 2026-04-17T18:00:43.225 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542147 for osd.2 2026-04-17T18:00:43.260 INFO:teuthology.orchestra.run.vm00.stdout:60129542145 2026-04-17T18:00:43.276 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542147 got 60129542145 for osd.0 2026-04-17T18:00:43.311 INFO:teuthology.orchestra.run.vm00.stdout:60129542146 2026-04-17T18:00:43.321 INFO:teuthology.orchestra.run.vm00.stdout:60129542147 2026-04-17T18:00:43.329 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542148 got 60129542146 for osd.4 2026-04-17T18:00:43.356 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542147 for osd.3 2026-04-17T18:00:43.392 INFO:teuthology.orchestra.run.vm00.stdout:60129542149 2026-04-17T18:00:43.408 INFO:teuthology.orchestra.run.vm00.stdout:60129542147 2026-04-17T18:00:43.411 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.5 2026-04-17T18:00:43.417 INFO:teuthology.orchestra.run.vm00.stdout:60129542148 2026-04-17T18:00:43.425 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542147 for osd.7 2026-04-17T18:00:43.431 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542148 for osd.1 2026-04-17T18:00:43.439 INFO:teuthology.orchestra.run.vm00.stdout:60129542147 2026-04-17T18:00:43.451 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542147 got 60129542147 for osd.6 2026-04-17T18:00:43.451 DEBUG:teuthology.parallel:result is None 2026-04-17T18:00:44.226 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-04-17T18:00:44.277 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-04-17T18:00:44.329 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2026-04-17T18:00:44.357 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-04-17T18:00:44.412 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-04-17T18:00:44.426 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2026-04-17T18:00:44.432 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-04-17T18:00:44.455 INFO:teuthology.orchestra.run.vm00.stdout:60129542149 2026-04-17T18:00:44.484 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.2 2026-04-17T18:00:44.484 DEBUG:teuthology.parallel:result is None 2026-04-17T18:00:44.518 INFO:teuthology.orchestra.run.vm00.stdout:60129542147 2026-04-17T18:00:44.535 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542147 got 60129542147 for osd.0 2026-04-17T18:00:44.535 DEBUG:teuthology.parallel:result is None 2026-04-17T18:00:44.618 INFO:teuthology.orchestra.run.vm00.stdout:60129542148 2026-04-17T18:00:44.633 INFO:teuthology.orchestra.run.vm00.stdout:60129542149 2026-04-17T18:00:44.636 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542148 got 60129542148 for osd.4 2026-04-17T18:00:44.636 DEBUG:teuthology.parallel:result is None 2026-04-17T18:00:44.647 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.3 2026-04-17T18:00:44.648 DEBUG:teuthology.parallel:result is None 2026-04-17T18:00:44.714 INFO:teuthology.orchestra.run.vm00.stdout:60129542151 2026-04-17T18:00:44.728 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.5 2026-04-17T18:00:44.728 DEBUG:teuthology.parallel:result is None 2026-04-17T18:00:44.728 INFO:teuthology.orchestra.run.vm00.stdout:60129542150 2026-04-17T18:00:44.736 INFO:teuthology.orchestra.run.vm00.stdout:60129542149 2026-04-17T18:00:44.742 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542150 got 60129542150 for osd.1 2026-04-17T18:00:44.742 DEBUG:teuthology.parallel:result is None 2026-04-17T18:00:44.748 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.7 2026-04-17T18:00:44.749 DEBUG:teuthology.parallel:result is None 2026-04-17T18:00:44.749 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-04-17T18:00:44.749 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-04-17T18:00:44.996 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:44.996 INFO:teuthology.orchestra.run.vm00.stderr:dumped all 2026-04-17T18:00:45.007 INFO:teuthology.orchestra.run.vm00.stdout:{"pg_ready":true,"pg_map":{"version":17,"stamp":"2026-04-17T18:00:43.079355+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":8,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":626912,"kb_used_data":2228,"kb_used_omap":49,"kb_used_meta":214478,"kb_avail":754347808,"statfs":{"total":773094113280,"available":772452155392,"internally_reserved":0,"allocated":2281472,"data_stored":1341710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":50671,"internal_metadata":219626001},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":20,"reported_epoch":18,"state":"active+clean","last_fresh":"2026-04-17T18:00:41.226701+0000","last_change":"2026-04-17T18:00:41.226701+0000","last_active":"2026-04-17T18:00:41.226701+0000","last_peered":"2026-04-17T18:00:41.226701+0000","last_clean":"2026-04-17T18:00:41.226701+0000","last_became_active":"2026-04-17T18:00:38.402906+0000","last_became_peered":"2026-04-17T18:00:38.402906+0000","last_unstale":"2026-04-17T18:00:41.226701+0000","last_undegraded":"2026-04-17T18:00:41.226701+0000","last_fullsized":"2026-04-17T18:00:41.226701+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-19T01:14:51.536701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037084500000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.6","version":"0'0","reported_seq":13,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T18:00:39.463107+0000","last_change":"2026-04-17T18:00:38.405888+0000","last_active":"2026-04-17T18:00:39.463107+0000","last_peered":"2026-04-17T18:00:39.463107+0000","last_clean":"2026-04-17T18:00:39.463107+0000","last_became_active":"2026-04-17T18:00:38.405747+0000","last_became_peered":"2026-04-17T18:00:38.405747+0000","last_unstale":"2026-04-17T18:00:39.463107+0000","last_undegraded":"2026-04-17T18:00:39.463107+0000","last_fullsized":"2026-04-17T18:00:39.463107+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T18:24:37.159517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":13,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T18:00:39.463043+0000","last_change":"2026-04-17T18:00:38.405720+0000","last_active":"2026-04-17T18:00:39.463043+0000","last_peered":"2026-04-17T18:00:39.463043+0000","last_clean":"2026-04-17T18:00:39.463043+0000","last_became_active":"2026-04-17T18:00:38.405567+0000","last_became_peered":"2026-04-17T18:00:38.405567+0000","last_unstale":"2026-04-17T18:00:39.463043+0000","last_undegraded":"2026-04-17T18:00:39.463043+0000","last_fullsized":"2026-04-17T18:00:39.463043+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-19T03:39:50.007186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":13,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T18:00:39.461637+0000","last_change":"2026-04-17T18:00:38.403940+0000","last_active":"2026-04-17T18:00:39.461637+0000","last_peered":"2026-04-17T18:00:39.461637+0000","last_clean":"2026-04-17T18:00:39.461637+0000","last_became_active":"2026-04-17T18:00:38.403811+0000","last_became_peered":"2026-04-17T18:00:38.403811+0000","last_unstale":"2026-04-17T18:00:39.461637+0000","last_undegraded":"2026-04-17T18:00:39.461637+0000","last_fullsized":"2026-04-17T18:00:39.461637+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-19T03:38:08.760019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"16'32","reported_seq":57,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T18:00:39.463006+0000","last_change":"2026-04-17T18:00:38.832170+0000","last_active":"2026-04-17T18:00:39.463006+0000","last_peered":"2026-04-17T18:00:39.463006+0000","last_clean":"2026-04-17T18:00:39.463006+0000","last_became_active":"2026-04-17T18:00:38.832033+0000","last_became_peered":"2026-04-17T18:00:38.832033+0000","last_unstale":"2026-04-17T18:00:39.463006+0000","last_undegraded":"2026-04-17T18:00:39.463006+0000","last_fullsized":"2026-04-17T18:00:39.463006+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T20:07:16.858819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"16'1","reported_seq":21,"reported_epoch":18,"state":"active+clean","last_fresh":"2026-04-17T18:00:40.409670+0000","last_change":"2026-04-17T18:00:40.409670+0000","last_active":"2026-04-17T18:00:40.409670+0000","last_peered":"2026-04-17T18:00:40.409670+0000","last_clean":"2026-04-17T18:00:40.409670+0000","last_became_active":"2026-04-17T18:00:38.400939+0000","last_became_peered":"2026-04-17T18:00:38.400939+0000","last_unstale":"2026-04-17T18:00:40.409670+0000","last_undegraded":"2026-04-17T18:00:40.409670+0000","last_fullsized":"2026-04-17T18:00:40.409670+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T21:33:23.671392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00033357800000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.2","version":"18'2","reported_seq":22,"reported_epoch":18,"state":"active+clean","last_fresh":"2026-04-17T18:00:40.414120+0000","last_change":"2026-04-17T18:00:40.410750+0000","last_active":"2026-04-17T18:00:40.414120+0000","last_peered":"2026-04-17T18:00:40.414120+0000","last_clean":"2026-04-17T18:00:40.414120+0000","last_became_active":"2026-04-17T18:00:38.404258+0000","last_became_peered":"2026-04-17T18:00:38.404258+0000","last_unstale":"2026-04-17T18:00:40.414120+0000","last_undegraded":"2026-04-17T18:00:40.414120+0000","last_fullsized":"2026-04-17T18:00:40.414120+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T22:45:26.645049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026385100000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.1","version":"0'0","reported_seq":13,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T18:00:39.463043+0000","last_change":"2026-04-17T18:00:38.405708+0000","last_active":"2026-04-17T18:00:39.463043+0000","last_peered":"2026-04-17T18:00:39.463043+0000","last_clean":"2026-04-17T18:00:39.463043+0000","last_became_active":"2026-04-17T18:00:38.405332+0000","last_became_peered":"2026-04-17T18:00:38.405332+0000","last_unstale":"2026-04-17T18:00:39.463043+0000","last_undegraded":"2026-04-17T18:00:39.463043+0000","last_fullsized":"2026-04-17T18:00:39.463043+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-19T02:22:32.112727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":20,"reported_epoch":18,"state":"active+clean","last_fresh":"2026-04-17T18:00:41.226666+0000","last_change":"2026-04-17T18:00:41.226666+0000","last_active":"2026-04-17T18:00:41.226666+0000","last_peered":"2026-04-17T18:00:41.226666+0000","last_clean":"2026-04-17T18:00:41.226666+0000","last_became_active":"2026-04-17T18:00:38.831912+0000","last_became_peered":"2026-04-17T18:00:38.831912+0000","last_unstale":"2026-04-17T18:00:41.226666+0000","last_undegraded":"2026-04-17T18:00:41.226666+0000","last_fullsized":"2026-04-17T18:00:41.226666+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-19T00:04:52.037449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026395200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]}],"pool_stats":[{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27008,"kb_used_data":160,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344832,"statfs":{"total":96636764160,"available":96609107968,"internally_reserved":0,"allocated":163840,"data_stored":50708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6165,"internal_metadata":27453419},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542147,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27024,"kb_used_data":160,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344816,"statfs":{"total":96636764160,"available":96609091584,"internally_reserved":0,"allocated":163840,"data_stored":50708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6169,"internal_metadata":27453415},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542151,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27600,"kb_used_data":624,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344240,"statfs":{"total":96636764160,"available":96608501760,"internally_reserved":0,"allocated":638976,"data_stored":515804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6827,"internal_metadata":27452757},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27024,"kb_used_data":176,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344816,"statfs":{"total":96636764160,"available":96609091584,"internally_reserved":0,"allocated":180224,"data_stored":56543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6827,"internal_metadata":27452757},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":437208,"kb_used_data":612,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":93934632,"statfs":{"total":96636764160,"available":96189063168,"internally_reserved":0,"allocated":626688,"data_stored":509988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6168,"internal_metadata":27453416},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27008,"kb_used_data":160,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344832,"statfs":{"total":96636764160,"available":96609107968,"internally_reserved":0,"allocated":163840,"data_stored":50708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6170,"internal_metadata":27453414},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27008,"kb_used_data":160,"kb_used_omap":5,"kb_used_meta":26810,"kb_avail":94344832,"statfs":{"total":96636764160,"available":96609107968,"internally_reserved":0,"allocated":163840,"data_stored":50708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5521,"internal_metadata":27454063},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542147,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27032,"kb_used_data":176,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344808,"statfs":{"total":96636764160,"available":96609083392,"internally_reserved":0,"allocated":180224,"data_stored":56543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6824,"internal_metadata":27452760},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-04-17T18:00:45.008 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-04-17T18:00:45.212 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:45.213 INFO:teuthology.orchestra.run.vm00.stderr:dumped all 2026-04-17T18:00:45.224 INFO:teuthology.orchestra.run.vm00.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2026-04-17T18:00:45.079638+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":8,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":626912,"kb_used_data":2228,"kb_used_omap":49,"kb_used_meta":214478,"kb_avail":754347808,"statfs":{"total":773094113280,"available":772452155392,"internally_reserved":0,"allocated":2281472,"data_stored":1341710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":50671,"internal_metadata":219626001},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.000282"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":20,"reported_epoch":18,"state":"active+clean","last_fresh":"2026-04-17T18:00:41.226701+0000","last_change":"2026-04-17T18:00:41.226701+0000","last_active":"2026-04-17T18:00:41.226701+0000","last_peered":"2026-04-17T18:00:41.226701+0000","last_clean":"2026-04-17T18:00:41.226701+0000","last_became_active":"2026-04-17T18:00:38.402906+0000","last_became_peered":"2026-04-17T18:00:38.402906+0000","last_unstale":"2026-04-17T18:00:41.226701+0000","last_undegraded":"2026-04-17T18:00:41.226701+0000","last_fullsized":"2026-04-17T18:00:41.226701+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-19T01:14:51.536701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037084500000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.6","version":"0'0","reported_seq":13,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T18:00:39.463107+0000","last_change":"2026-04-17T18:00:38.405888+0000","last_active":"2026-04-17T18:00:39.463107+0000","last_peered":"2026-04-17T18:00:39.463107+0000","last_clean":"2026-04-17T18:00:39.463107+0000","last_became_active":"2026-04-17T18:00:38.405747+0000","last_became_peered":"2026-04-17T18:00:38.405747+0000","last_unstale":"2026-04-17T18:00:39.463107+0000","last_undegraded":"2026-04-17T18:00:39.463107+0000","last_fullsized":"2026-04-17T18:00:39.463107+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T18:24:37.159517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":13,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T18:00:39.463043+0000","last_change":"2026-04-17T18:00:38.405720+0000","last_active":"2026-04-17T18:00:39.463043+0000","last_peered":"2026-04-17T18:00:39.463043+0000","last_clean":"2026-04-17T18:00:39.463043+0000","last_became_active":"2026-04-17T18:00:38.405567+0000","last_became_peered":"2026-04-17T18:00:38.405567+0000","last_unstale":"2026-04-17T18:00:39.463043+0000","last_undegraded":"2026-04-17T18:00:39.463043+0000","last_fullsized":"2026-04-17T18:00:39.463043+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-19T03:39:50.007186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":13,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T18:00:39.461637+0000","last_change":"2026-04-17T18:00:38.403940+0000","last_active":"2026-04-17T18:00:39.461637+0000","last_peered":"2026-04-17T18:00:39.461637+0000","last_clean":"2026-04-17T18:00:39.461637+0000","last_became_active":"2026-04-17T18:00:38.403811+0000","last_became_peered":"2026-04-17T18:00:38.403811+0000","last_unstale":"2026-04-17T18:00:39.461637+0000","last_undegraded":"2026-04-17T18:00:39.461637+0000","last_fullsized":"2026-04-17T18:00:39.461637+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-19T03:38:08.760019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"16'32","reported_seq":57,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T18:00:39.463006+0000","last_change":"2026-04-17T18:00:38.832170+0000","last_active":"2026-04-17T18:00:39.463006+0000","last_peered":"2026-04-17T18:00:39.463006+0000","last_clean":"2026-04-17T18:00:39.463006+0000","last_became_active":"2026-04-17T18:00:38.832033+0000","last_became_peered":"2026-04-17T18:00:38.832033+0000","last_unstale":"2026-04-17T18:00:39.463006+0000","last_undegraded":"2026-04-17T18:00:39.463006+0000","last_fullsized":"2026-04-17T18:00:39.463006+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T20:07:16.858819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"16'1","reported_seq":21,"reported_epoch":18,"state":"active+clean","last_fresh":"2026-04-17T18:00:40.409670+0000","last_change":"2026-04-17T18:00:40.409670+0000","last_active":"2026-04-17T18:00:40.409670+0000","last_peered":"2026-04-17T18:00:40.409670+0000","last_clean":"2026-04-17T18:00:40.409670+0000","last_became_active":"2026-04-17T18:00:38.400939+0000","last_became_peered":"2026-04-17T18:00:38.400939+0000","last_unstale":"2026-04-17T18:00:40.409670+0000","last_undegraded":"2026-04-17T18:00:40.409670+0000","last_fullsized":"2026-04-17T18:00:40.409670+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T21:33:23.671392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00033357800000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.2","version":"18'2","reported_seq":22,"reported_epoch":18,"state":"active+clean","last_fresh":"2026-04-17T18:00:40.414120+0000","last_change":"2026-04-17T18:00:40.410750+0000","last_active":"2026-04-17T18:00:40.414120+0000","last_peered":"2026-04-17T18:00:40.414120+0000","last_clean":"2026-04-17T18:00:40.414120+0000","last_became_active":"2026-04-17T18:00:38.404258+0000","last_became_peered":"2026-04-17T18:00:38.404258+0000","last_unstale":"2026-04-17T18:00:40.414120+0000","last_undegraded":"2026-04-17T18:00:40.414120+0000","last_fullsized":"2026-04-17T18:00:40.414120+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T22:45:26.645049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026385100000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.1","version":"0'0","reported_seq":13,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T18:00:39.463043+0000","last_change":"2026-04-17T18:00:38.405708+0000","last_active":"2026-04-17T18:00:39.463043+0000","last_peered":"2026-04-17T18:00:39.463043+0000","last_clean":"2026-04-17T18:00:39.463043+0000","last_became_active":"2026-04-17T18:00:38.405332+0000","last_became_peered":"2026-04-17T18:00:38.405332+0000","last_unstale":"2026-04-17T18:00:39.463043+0000","last_undegraded":"2026-04-17T18:00:39.463043+0000","last_fullsized":"2026-04-17T18:00:39.463043+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-19T02:22:32.112727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":20,"reported_epoch":18,"state":"active+clean","last_fresh":"2026-04-17T18:00:41.226666+0000","last_change":"2026-04-17T18:00:41.226666+0000","last_active":"2026-04-17T18:00:41.226666+0000","last_peered":"2026-04-17T18:00:41.226666+0000","last_clean":"2026-04-17T18:00:41.226666+0000","last_became_active":"2026-04-17T18:00:38.831912+0000","last_became_peered":"2026-04-17T18:00:38.831912+0000","last_unstale":"2026-04-17T18:00:41.226666+0000","last_undegraded":"2026-04-17T18:00:41.226666+0000","last_fullsized":"2026-04-17T18:00:41.226666+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T18:00:37.391767+0000","last_clean_scrub_stamp":"2026-04-17T18:00:37.391767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-19T00:04:52.037449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026395200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]}],"pool_stats":[{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27008,"kb_used_data":160,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344832,"statfs":{"total":96636764160,"available":96609107968,"internally_reserved":0,"allocated":163840,"data_stored":50708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6165,"internal_metadata":27453419},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542147,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27024,"kb_used_data":160,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344816,"statfs":{"total":96636764160,"available":96609091584,"internally_reserved":0,"allocated":163840,"data_stored":50708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6169,"internal_metadata":27453415},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542151,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27600,"kb_used_data":624,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344240,"statfs":{"total":96636764160,"available":96608501760,"internally_reserved":0,"allocated":638976,"data_stored":515804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6827,"internal_metadata":27452757},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542148,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27024,"kb_used_data":176,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344816,"statfs":{"total":96636764160,"available":96609091584,"internally_reserved":0,"allocated":180224,"data_stored":56543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6827,"internal_metadata":27452757},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542149,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":437208,"kb_used_data":612,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":93934632,"statfs":{"total":96636764160,"available":96189063168,"internally_reserved":0,"allocated":626688,"data_stored":509988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6168,"internal_metadata":27453416},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542149,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27008,"kb_used_data":160,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344832,"statfs":{"total":96636764160,"available":96609107968,"internally_reserved":0,"allocated":163840,"data_stored":50708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6170,"internal_metadata":27453414},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27008,"kb_used_data":160,"kb_used_omap":5,"kb_used_meta":26810,"kb_avail":94344832,"statfs":{"total":96636764160,"available":96609107968,"internally_reserved":0,"allocated":163840,"data_stored":50708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5521,"internal_metadata":27454063},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542147,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27032,"kb_used_data":176,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344808,"statfs":{"total":96636764160,"available":96609083392,"internally_reserved":0,"allocated":180224,"data_stored":56543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6824,"internal_metadata":27452760},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-04-17T18:00:45.224 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-04-17T18:00:45.224 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-04-17T18:00:45.224 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-04-17T18:00:45.224 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-04-17T18:00:45.455 INFO:teuthology.orchestra.run.vm00.stdout: 2026-04-17T18:00:45.455 INFO:teuthology.orchestra.run.vm00.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-04-17T18:00:45.466 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-04-17T18:00:45.467 INFO:teuthology.run_tasks:Running task openssl_keys... 2026-04-17T18:00:45.469 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2026-04-17T18:00:45.469 DEBUG:teuthology.orchestra.run.vm00:> mkdir -p /home/ubuntu/cephtest/ca 2026-04-17T18:00:45.495 DEBUG:teuthology.orchestra.run.vm00:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2026-04-17T18:00:45.980 INFO:teuthology.orchestra.run.vm00.stderr:...+..................+...+....+...+..+.+...+.........+..+...+...+++++++++++++++++++++++++++++++++++++++++++++*..+......+......+......+.............+...........+....+..+.............+..+.......+..+.+...+.....+.+........+...+...+.+...........+...+....+........+...+......+....+...........+...+++++++++++++++++++++++++++++++++++++++++++++*.+.+.....+.......+.....+.............+..+.......+.........+...........+...............+...............+.........+......+...+.......+...+.....+...+.............+.........+......+......+.....+.+........+...............+.......................................+..........+.....+...+...+....+.....+.+........................+.....+...+...+.+..........................+.............+.....+.......+..................+.....+.......+..+..........+...+.....+.............+.....+......+.+..+............................+...+............+..+......+.+..................+..+.+........+.......+........+......+.+..............+...+.+......+...........+....+...+.....+.+.....+...................+.....................+..+...+....+..+.............+......+..+...+....+...+...+....................+.........+...+..........+...........................+......+...........+....+..+.........................+........+.+.....+...+......+......+.........+.+.....+.........+......+..........+.....+...+.+..............+..........+..+.+...+..............+...+...+............+...+.+..................+...+...+..+....+........+...+....+..............+.+........+......+..........+......+......+.....+..........+.....+..........+............+...............+........+.......+............+........+............+.............+..+.+....................+..................+.+........+.+.....+................+.....+....+..............+.......+......+...+.............................+......+....+.................+..........+......+...+.........+...........+.+.....+....+............+...+..............+...+....+........+.+..+..................................+......+.........+...........+.......+...+.....+....+...+.....+.............+.................+.+...........+.+...+...........+.........+.+...+..+....+...........+....+......+..............+.......+........+.........+......+...............+......+...............+.+..................+..+.....................................+..+..................+......................+..............+.......+..+.+..+.........+....+............+.....+.........+..........+.....+...+......+......+.+.....+.......+.................+...+.......+.....+...+...............+......+..........+.....+......+.+...+......+..................+...+++++ 2026-04-17T18:00:46.047 INFO:teuthology.orchestra.run.vm00.stderr:...+...........+....+++++++++++++++++++++++++++++++++++++++++++++*.+.+...+..+.............+...........+......+...............+......+....+......+..+......+.+...............+.....+++++++++++++++++++++++++++++++++++++++++++++*..+.....+..........+.................+.+.....+......................+...+..+.......+...+..................+............+.....+..........+..+..................................+..+..........+..............+...+.......+......+...+..+....+...............+......+...+.....+..........+......+.........+..............+.+..+...+................+...............+......+..+++++ 2026-04-17T18:00:46.059 INFO:teuthology.orchestra.run.vm00.stderr:----- 2026-04-17T18:00:46.062 DEBUG:teuthology.orchestra.run.vm00:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/share/pki/ca-trust-source/anchors/root.crt 2026-04-17T18:00:46.136 DEBUG:teuthology.orchestra.run.vm00:> sudo update-ca-trust 2026-04-17T18:00:46.742 DEBUG:teuthology.orchestra.run.vm00:> mkdir -p /home/ubuntu/cephtest/ca 2026-04-17T18:00:46.766 DEBUG:teuthology.orchestra.run.vm00:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=vm00.local 2026-04-17T18:00:46.847 INFO:teuthology.orchestra.run.vm00.stderr:.+...+.+...+...+............+...+..+.+......+.....+...+......+......+......+.........+......+.......+++++++++++++++++++++++++++++++++++++++*.....................+.......+...+..+......+..........+++++++++++++++++++++++++++++++++++++++*..+........+.......+...+...+.........+...+..+......+.........+......+....+.....+...+...+............+.......+..+....+..+....+.........+..+...+.+........+......................+.........+...........+..........+.........+..++++++ 2026-04-17T18:00:46.855 INFO:teuthology.orchestra.run.vm00.stderr:..+......+....+..................+..+.+..+....+........+...+....+...+......+......+.....+...+.......+......+...+..+.........+......+.......+..+....+.....+....+..+.+...+...........+...+.+.........+...+........+...............+.+......+.....+++++++++++++++++++++++++++++++++++++++*.....+++++++++++++++++++++++++++++++++++++++*.............+.+..+...+...............+.+...+......+.........+..+.+...+..............+.+..+...+.......+.....+...................+...........+....+.....+......+....+...+...........+.........+...+.........+...+.+.........+........+.......+...++++++ 2026-04-17T18:00:46.857 INFO:teuthology.orchestra.run.vm00.stderr:----- 2026-04-17T18:00:46.858 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:00:46.858 DEBUG:teuthology.orchestra.run.vm00:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2026-04-17T18:00:46.924 DEBUG:teuthology.orchestra.run.vm00:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2026-04-17T18:00:46.994 INFO:teuthology.orchestra.run.vm00.stderr:Certificate request self-signature ok 2026-04-17T18:00:46.994 INFO:teuthology.orchestra.run.vm00.stderr:subject=CN=vm00.local 2026-04-17T18:00:46.998 DEBUG:teuthology.orchestra.run.vm00:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2026-04-17T18:00:47.062 DEBUG:teuthology.orchestra.run.vm00:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2026-04-17T18:00:47.130 INFO:teuthology.orchestra.run.vm00.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2026-04-17T18:00:47.130 DEBUG:teuthology.orchestra.run.vm00:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2026-04-17T18:00:47.195 INFO:teuthology.run_tasks:Running task rgw... 2026-04-17T18:00:47.199 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0'}} 2026-04-17T18:00:47.199 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2026-04-17T18:00:47.199 INFO:tasks.rgw:Creating data pools 2026-04-17T18:00:47.199 DEBUG:tasks.rgw:Obtaining remote for client client.0 2026-04-17T18:00:47.199 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster ceph 2026-04-17T18:00:47.456 INFO:teuthology.orchestra.run.vm00.stderr:pool 'default.rgw.buckets.data' created 2026-04-17T18:00:47.469 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2026-04-17T18:00:48.470 INFO:teuthology.orchestra.run.vm00.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2026-04-17T18:00:48.490 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2026-04-17T18:00:49.398 INFO:teuthology.orchestra.run.vm00.stderr:pool 'default.rgw.buckets.index' created 2026-04-17T18:00:49.421 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2026-04-17T18:00:50.406 INFO:teuthology.orchestra.run.vm00.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2026-04-17T18:00:50.437 DEBUG:tasks.rgw:Pools created 2026-04-17T18:00:50.437 INFO:tasks.rgw:Configuring compression type = random 2026-04-17T18:00:50.437 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-04-17T18:00:50.437 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-04-17T18:00:50.437 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-04-17T18:00:50.484 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:00:50.484 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:00:52.450 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.450+0000 7fd4d7fff640 0 -- 192.168.123.100:0/1876942303 >> [v2:192.168.123.100:6800/984609810,v1:192.168.123.100:6801/984609810] conn(0x7fd4a4077450 msgr2=0x7fd4a4097900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:00:52.453 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.454+0000 7fd4e0822900 20 rados->read ofs=0 len=0 2026-04-17T18:00:52.454 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.454+0000 7fd4d77fe640 0 -- 192.168.123.100:0/2439320007 >> [v2:192.168.123.108:6800/49630279,v1:192.168.123.108:6801/49630279] conn(0x55d8656efc40 msgr2=0x55d8656f0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:00:52.655 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.655+0000 7fd4e0822900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:00:52.655 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.655+0000 7fd4e0822900 20 realm 2026-04-17T18:00:52.655 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.655+0000 7fd4e0822900 20 rados->read ofs=0 len=0 2026-04-17T18:00:52.655 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.656+0000 7fd4e0822900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:00:52.656 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.656+0000 7fd4e0822900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:00:52.656 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.656+0000 7fd4e0822900 20 rados->read ofs=0 len=0 2026-04-17T18:00:52.656 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.656+0000 7fd4e0822900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:00:52.656 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.656+0000 7fd4e0822900 20 rados->read ofs=0 len=0 2026-04-17T18:00:52.656 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.657+0000 7fd4e0822900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:00:52.656 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.657+0000 7fd4e0822900 20 rados->read ofs=0 len=0 2026-04-17T18:00:52.657 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.657+0000 7fd4e0822900 20 rados_obj.operate() r=0 bl.length=1060 2026-04-17T18:00:52.657 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.657+0000 7fd4e0822900 20 searching for the correct realm 2026-04-17T18:00:52.664 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.665+0000 7fd4e0822900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.665+0000 7fd4e0822900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.665+0000 7fd4e0822900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.665+0000 7fd4e0822900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.665+0000 7fd4e0822900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.665+0000 7fd4e0822900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.665+0000 7fd4e0822900 20 rados->read ofs=0 len=0 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.665+0000 7fd4e0822900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.665+0000 7fd4e0822900 20 rados->read ofs=0 len=0 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.665+0000 7fd4e0822900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.665+0000 7fd4e0822900 20 rados->read ofs=0 len=0 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.665+0000 7fd4e0822900 20 rados_obj.operate() r=0 bl.length=436 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.665+0000 7fd4e0822900 20 zone default found 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.665+0000 7fd4e0822900 4 Realm: () 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.665+0000 7fd4e0822900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.666+0000 7fd4e0822900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.666+0000 7fd4e0822900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.666+0000 7fd4e0822900 20 zonegroup default 2026-04-17T18:00:52.665 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.666+0000 7fd4e0822900 20 rados->read ofs=0 len=0 2026-04-17T18:00:52.666 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.666+0000 7fd4e0822900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:00:52.666 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:52.666+0000 7fd4e0822900 20 rados->read ofs=0 len=0 2026-04-17T18:00:54.447 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:54.447+0000 7fd4e0822900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:00:54.447 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:54.447+0000 7fd4e0822900 20 rados->read ofs=0 len=0 2026-04-17T18:00:54.447 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:54.447+0000 7fd4e0822900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:00:54.447 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:54.447+0000 7fd4e0822900 20 started sync module instance, tier type = 2026-04-17T18:00:54.447 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:54.447+0000 7fd4e0822900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:00:56.471 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.471+0000 7fd4e0822900 20 add_watcher() i=0 2026-04-17T18:00:56.471 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.471+0000 7fd4e0822900 20 add_watcher() i=4 2026-04-17T18:00:56.472 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.473+0000 7fd4e0822900 20 add_watcher() i=6 2026-04-17T18:00:56.474 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.474+0000 7fd4e0822900 20 add_watcher() i=7 2026-04-17T18:00:56.474 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.474+0000 7fd4e0822900 20 add_watcher() i=5 2026-04-17T18:00:56.474 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.474+0000 7fd4e0822900 20 add_watcher() i=1 2026-04-17T18:00:56.474 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.474+0000 7fd4e0822900 20 add_watcher() i=3 2026-04-17T18:00:56.474 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.474+0000 7fd4e0822900 20 add_watcher() i=2 2026-04-17T18:00:56.474 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.474+0000 7fd4e0822900 2 all 8 watchers are set, enabling cache 2026-04-17T18:00:56.477 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.477+0000 7fd4d57fa640 5 boost::asio::awaitable, obj_version> > logback_generations::read(const DoutPrefixProvider*):446: oid=data_loggenerations_metadata not found 2026-04-17T18:00:56.477 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.477+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.0 2026-04-17T18:00:56.477 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.477+0000 7fd4d57fa640 20 do_open: entering 2026-04-17T18:00:56.477 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.478+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.0 does not exist 2026-04-17T18:00:56.477 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.478+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.1 2026-04-17T18:00:56.477 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.478+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.478 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.478+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.1 does not exist 2026-04-17T18:00:56.478 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.478+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.2 2026-04-17T18:00:56.478 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.478+0000 7fd4cffff640 20 do_open: entering 2026-04-17T18:00:56.478 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.479+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.2 does not exist 2026-04-17T18:00:56.478 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.479+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.3 2026-04-17T18:00:56.478 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.479+0000 7fd4dcf85640 20 do_open: entering 2026-04-17T18:00:56.479 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.479+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.3 does not exist 2026-04-17T18:00:56.479 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.479+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.4 2026-04-17T18:00:56.479 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.479+0000 7fd4d6ffd640 20 do_open: entering 2026-04-17T18:00:56.479 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.480+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.4 does not exist 2026-04-17T18:00:56.479 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.480+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.5 2026-04-17T18:00:56.479 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.480+0000 7fd4d67fc640 20 do_open: entering 2026-04-17T18:00:56.480 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.480+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.5 does not exist 2026-04-17T18:00:56.480 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.480+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.6 2026-04-17T18:00:56.480 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.480+0000 7fd4d5ffb640 20 do_open: entering 2026-04-17T18:00:56.480 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.480+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.6 does not exist 2026-04-17T18:00:56.480 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.480+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.7 2026-04-17T18:00:56.480 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.480+0000 7fd4de20e640 20 do_open: entering 2026-04-17T18:00:56.480 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.7 does not exist 2026-04-17T18:00:56.480 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.8 2026-04-17T18:00:56.480 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4d57fa640 20 do_open: entering 2026-04-17T18:00:56.480 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.8 does not exist 2026-04-17T18:00:56.480 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.9 2026-04-17T18:00:56.480 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.481 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.9 does not exist 2026-04-17T18:00:56.481 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.10 2026-04-17T18:00:56.481 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4cffff640 20 do_open: entering 2026-04-17T18:00:56.481 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.10 does not exist 2026-04-17T18:00:56.481 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.11 2026-04-17T18:00:56.481 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4dcf85640 20 do_open: entering 2026-04-17T18:00:56.481 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.11 does not exist 2026-04-17T18:00:56.481 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.12 2026-04-17T18:00:56.481 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4d6ffd640 20 do_open: entering 2026-04-17T18:00:56.481 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.12 does not exist 2026-04-17T18:00:56.481 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.481+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.13 2026-04-17T18:00:56.481 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.482+0000 7fd4d67fc640 20 do_open: entering 2026-04-17T18:00:56.482 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.482+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.13 does not exist 2026-04-17T18:00:56.482 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.482+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.14 2026-04-17T18:00:56.482 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.482+0000 7fd4d5ffb640 20 do_open: entering 2026-04-17T18:00:56.482 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.482+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.14 does not exist 2026-04-17T18:00:56.482 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.482+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.15 2026-04-17T18:00:56.482 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.482+0000 7fd4de20e640 20 do_open: entering 2026-04-17T18:00:56.482 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.482+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.15 does not exist 2026-04-17T18:00:56.482 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.482+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.16 2026-04-17T18:00:56.482 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.482+0000 7fd4d57fa640 20 do_open: entering 2026-04-17T18:00:56.482 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.16 does not exist 2026-04-17T18:00:56.482 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.17 2026-04-17T18:00:56.482 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.482 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.17 does not exist 2026-04-17T18:00:56.482 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.18 2026-04-17T18:00:56.482 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4cffff640 20 do_open: entering 2026-04-17T18:00:56.483 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.18 does not exist 2026-04-17T18:00:56.483 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.19 2026-04-17T18:00:56.483 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4dcf85640 20 do_open: entering 2026-04-17T18:00:56.483 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.19 does not exist 2026-04-17T18:00:56.483 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.20 2026-04-17T18:00:56.483 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4d6ffd640 20 do_open: entering 2026-04-17T18:00:56.483 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.20 does not exist 2026-04-17T18:00:56.483 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.21 2026-04-17T18:00:56.483 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4d67fc640 20 do_open: entering 2026-04-17T18:00:56.483 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.21 does not exist 2026-04-17T18:00:56.483 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.22 2026-04-17T18:00:56.483 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.483+0000 7fd4d5ffb640 20 do_open: entering 2026-04-17T18:00:56.483 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.484+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.22 does not exist 2026-04-17T18:00:56.483 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.484+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.23 2026-04-17T18:00:56.483 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.484+0000 7fd4de20e640 20 do_open: entering 2026-04-17T18:00:56.484 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.484+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.23 does not exist 2026-04-17T18:00:56.484 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.484+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.24 2026-04-17T18:00:56.484 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.484+0000 7fd4d57fa640 20 do_open: entering 2026-04-17T18:00:56.484 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.484+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.24 does not exist 2026-04-17T18:00:56.484 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.484+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.25 2026-04-17T18:00:56.484 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.484+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.484 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.484+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.25 does not exist 2026-04-17T18:00:56.484 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.484+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.26 2026-04-17T18:00:56.484 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.484+0000 7fd4cffff640 20 do_open: entering 2026-04-17T18:00:56.484 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.485+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.26 does not exist 2026-04-17T18:00:56.484 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.485+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.27 2026-04-17T18:00:56.484 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.485+0000 7fd4dcf85640 20 do_open: entering 2026-04-17T18:00:56.484 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.485+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.27 does not exist 2026-04-17T18:00:56.484 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.485+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.28 2026-04-17T18:00:56.484 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.485+0000 7fd4d6ffd640 20 do_open: entering 2026-04-17T18:00:56.485 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.485+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.28 does not exist 2026-04-17T18:00:56.485 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.485+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.29 2026-04-17T18:00:56.485 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.485+0000 7fd4d67fc640 20 do_open: entering 2026-04-17T18:00:56.485 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.485+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.29 does not exist 2026-04-17T18:00:56.485 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.485+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.30 2026-04-17T18:00:56.485 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.485+0000 7fd4d5ffb640 20 do_open: entering 2026-04-17T18:00:56.485 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.485+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.30 does not exist 2026-04-17T18:00:56.485 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.485+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.31 2026-04-17T18:00:56.485 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.485+0000 7fd4de20e640 20 do_open: entering 2026-04-17T18:00:56.485 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.486+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.31 does not exist 2026-04-17T18:00:56.485 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.486+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.32 2026-04-17T18:00:56.485 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.486+0000 7fd4d57fa640 20 do_open: entering 2026-04-17T18:00:56.485 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.486+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.32 does not exist 2026-04-17T18:00:56.485 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.486+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.33 2026-04-17T18:00:56.485 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.486+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.485 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.486+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.33 does not exist 2026-04-17T18:00:56.486 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.486+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.34 2026-04-17T18:00:56.486 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.486+0000 7fd4cffff640 20 do_open: entering 2026-04-17T18:00:56.486 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.486+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.34 does not exist 2026-04-17T18:00:56.486 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.486+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.35 2026-04-17T18:00:56.486 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.486+0000 7fd4dcf85640 20 do_open: entering 2026-04-17T18:00:56.486 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.486+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.35 does not exist 2026-04-17T18:00:56.486 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.486+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.36 2026-04-17T18:00:56.486 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.486+0000 7fd4d6ffd640 20 do_open: entering 2026-04-17T18:00:56.486 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.36 does not exist 2026-04-17T18:00:56.486 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.37 2026-04-17T18:00:56.486 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4d67fc640 20 do_open: entering 2026-04-17T18:00:56.486 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.37 does not exist 2026-04-17T18:00:56.486 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.38 2026-04-17T18:00:56.486 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4d5ffb640 20 do_open: entering 2026-04-17T18:00:56.486 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.38 does not exist 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.39 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4de20e640 20 do_open: entering 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.39 does not exist 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.40 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4d57fa640 20 do_open: entering 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.40 does not exist 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.41 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.41 does not exist 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.42 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.487+0000 7fd4cffff640 20 do_open: entering 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.488+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.42 does not exist 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.488+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.43 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.488+0000 7fd4dcf85640 20 do_open: entering 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.488+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.43 does not exist 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.488+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.44 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.488+0000 7fd4d6ffd640 20 do_open: entering 2026-04-17T18:00:56.487 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.488+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.44 does not exist 2026-04-17T18:00:56.488 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.488+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.45 2026-04-17T18:00:56.488 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.488+0000 7fd4d67fc640 20 do_open: entering 2026-04-17T18:00:56.488 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.488+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.45 does not exist 2026-04-17T18:00:56.488 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.488+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.46 2026-04-17T18:00:56.488 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.488+0000 7fd4d5ffb640 20 do_open: entering 2026-04-17T18:00:56.488 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.488+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.46 does not exist 2026-04-17T18:00:56.488 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.488+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.47 2026-04-17T18:00:56.488 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.488+0000 7fd4de20e640 20 do_open: entering 2026-04-17T18:00:56.488 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.47 does not exist 2026-04-17T18:00:56.488 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.48 2026-04-17T18:00:56.488 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4d57fa640 20 do_open: entering 2026-04-17T18:00:56.488 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.48 does not exist 2026-04-17T18:00:56.488 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.49 2026-04-17T18:00:56.488 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.489 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.49 does not exist 2026-04-17T18:00:56.489 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.50 2026-04-17T18:00:56.489 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4cffff640 20 do_open: entering 2026-04-17T18:00:56.489 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.50 does not exist 2026-04-17T18:00:56.489 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.51 2026-04-17T18:00:56.489 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4dcf85640 20 do_open: entering 2026-04-17T18:00:56.489 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.51 does not exist 2026-04-17T18:00:56.489 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.52 2026-04-17T18:00:56.489 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4d6ffd640 20 do_open: entering 2026-04-17T18:00:56.489 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.52 does not exist 2026-04-17T18:00:56.489 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.489+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.53 2026-04-17T18:00:56.489 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.490+0000 7fd4d67fc640 20 do_open: entering 2026-04-17T18:00:56.489 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.490+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.53 does not exist 2026-04-17T18:00:56.489 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.490+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.54 2026-04-17T18:00:56.489 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.490+0000 7fd4d5ffb640 20 do_open: entering 2026-04-17T18:00:56.490 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.490+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.54 does not exist 2026-04-17T18:00:56.490 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.490+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.55 2026-04-17T18:00:56.490 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.490+0000 7fd4de20e640 20 do_open: entering 2026-04-17T18:00:56.490 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.490+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.55 does not exist 2026-04-17T18:00:56.490 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.490+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.56 2026-04-17T18:00:56.490 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.490+0000 7fd4d57fa640 20 do_open: entering 2026-04-17T18:00:56.490 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.490+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.56 does not exist 2026-04-17T18:00:56.490 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.490+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.57 2026-04-17T18:00:56.490 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.490+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.490 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.491+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.57 does not exist 2026-04-17T18:00:56.490 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.491+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.58 2026-04-17T18:00:56.490 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.491+0000 7fd4cffff640 20 do_open: entering 2026-04-17T18:00:56.490 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.491+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.58 does not exist 2026-04-17T18:00:56.490 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.491+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.59 2026-04-17T18:00:56.490 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.491+0000 7fd4dcf85640 20 do_open: entering 2026-04-17T18:00:56.491 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.491+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.59 does not exist 2026-04-17T18:00:56.491 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.491+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.60 2026-04-17T18:00:56.491 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.491+0000 7fd4d6ffd640 20 do_open: entering 2026-04-17T18:00:56.491 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.491+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.60 does not exist 2026-04-17T18:00:56.491 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.491+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.61 2026-04-17T18:00:56.491 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.491+0000 7fd4d67fc640 20 do_open: entering 2026-04-17T18:00:56.491 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.491+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.61 does not exist 2026-04-17T18:00:56.491 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.491+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.62 2026-04-17T18:00:56.491 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.491+0000 7fd4d5ffb640 20 do_open: entering 2026-04-17T18:00:56.491 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.492+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.62 does not exist 2026-04-17T18:00:56.491 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.492+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.63 2026-04-17T18:00:56.491 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.492+0000 7fd4de20e640 20 do_open: entering 2026-04-17T18:00:56.491 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.492+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.63 does not exist 2026-04-17T18:00:56.491 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.492+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.64 2026-04-17T18:00:56.491 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.492+0000 7fd4d57fa640 20 do_open: entering 2026-04-17T18:00:56.492 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.492+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.64 does not exist 2026-04-17T18:00:56.492 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.492+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.65 2026-04-17T18:00:56.492 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.492+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.492 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.492+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.65 does not exist 2026-04-17T18:00:56.492 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.492+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.66 2026-04-17T18:00:56.492 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.492+0000 7fd4cffff640 20 do_open: entering 2026-04-17T18:00:56.492 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.493+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.66 does not exist 2026-04-17T18:00:56.492 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.493+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.67 2026-04-17T18:00:56.492 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.493+0000 7fd4dcf85640 20 do_open: entering 2026-04-17T18:00:56.492 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.493+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.67 does not exist 2026-04-17T18:00:56.492 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.493+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.68 2026-04-17T18:00:56.492 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.493+0000 7fd4d6ffd640 20 do_open: entering 2026-04-17T18:00:56.493 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.493+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.68 does not exist 2026-04-17T18:00:56.493 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.493+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.69 2026-04-17T18:00:56.493 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.493+0000 7fd4d67fc640 20 do_open: entering 2026-04-17T18:00:56.493 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.493+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.69 does not exist 2026-04-17T18:00:56.493 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.493+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.70 2026-04-17T18:00:56.493 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.493+0000 7fd4d5ffb640 20 do_open: entering 2026-04-17T18:00:56.493 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.493+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.70 does not exist 2026-04-17T18:00:56.493 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.493+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.71 2026-04-17T18:00:56.493 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.493+0000 7fd4de20e640 20 do_open: entering 2026-04-17T18:00:56.493 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.493+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.71 does not exist 2026-04-17T18:00:56.493 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.494+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.72 2026-04-17T18:00:56.493 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.494+0000 7fd4d57fa640 20 do_open: entering 2026-04-17T18:00:56.493 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.494+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.72 does not exist 2026-04-17T18:00:56.493 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.494+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.73 2026-04-17T18:00:56.493 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.494+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.494 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.494+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.73 does not exist 2026-04-17T18:00:56.494 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.494+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.74 2026-04-17T18:00:56.494 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.494+0000 7fd4cffff640 20 do_open: entering 2026-04-17T18:00:56.494 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.494+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.74 does not exist 2026-04-17T18:00:56.494 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.494+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.75 2026-04-17T18:00:56.494 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.494+0000 7fd4dcf85640 20 do_open: entering 2026-04-17T18:00:56.494 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.494+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.75 does not exist 2026-04-17T18:00:56.494 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.494+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.76 2026-04-17T18:00:56.494 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.494+0000 7fd4d6ffd640 20 do_open: entering 2026-04-17T18:00:56.494 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.495+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.76 does not exist 2026-04-17T18:00:56.494 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.495+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.77 2026-04-17T18:00:56.494 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.495+0000 7fd4d67fc640 20 do_open: entering 2026-04-17T18:00:56.495 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.495+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.77 does not exist 2026-04-17T18:00:56.495 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.495+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.78 2026-04-17T18:00:56.495 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.495+0000 7fd4d5ffb640 20 do_open: entering 2026-04-17T18:00:56.496 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.496+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.78 does not exist 2026-04-17T18:00:56.496 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.496+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.79 2026-04-17T18:00:56.496 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.496+0000 7fd4de20e640 20 do_open: entering 2026-04-17T18:00:56.496 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.496+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.79 does not exist 2026-04-17T18:00:56.496 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.496+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.80 2026-04-17T18:00:56.496 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.496+0000 7fd4d57fa640 20 do_open: entering 2026-04-17T18:00:56.496 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.496+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.80 does not exist 2026-04-17T18:00:56.496 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.496+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.81 2026-04-17T18:00:56.496 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.496+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.496 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.497+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.81 does not exist 2026-04-17T18:00:56.496 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.497+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.82 2026-04-17T18:00:56.496 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.497+0000 7fd4cffff640 20 do_open: entering 2026-04-17T18:00:56.497 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.497+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.82 does not exist 2026-04-17T18:00:56.497 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.497+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.83 2026-04-17T18:00:56.497 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.497+0000 7fd4dcf85640 20 do_open: entering 2026-04-17T18:00:56.497 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.497+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.83 does not exist 2026-04-17T18:00:56.497 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.497+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.84 2026-04-17T18:00:56.497 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.497+0000 7fd4d6ffd640 20 do_open: entering 2026-04-17T18:00:56.497 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.497+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.84 does not exist 2026-04-17T18:00:56.497 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.497+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.85 2026-04-17T18:00:56.497 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.497+0000 7fd4d67fc640 20 do_open: entering 2026-04-17T18:00:56.497 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.498+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.85 does not exist 2026-04-17T18:00:56.497 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.498+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.86 2026-04-17T18:00:56.497 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.498+0000 7fd4d5ffb640 20 do_open: entering 2026-04-17T18:00:56.498 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.498+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.86 does not exist 2026-04-17T18:00:56.498 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.498+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.87 2026-04-17T18:00:56.498 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.498+0000 7fd4de20e640 20 do_open: entering 2026-04-17T18:00:56.498 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.498+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.87 does not exist 2026-04-17T18:00:56.498 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.498+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.88 2026-04-17T18:00:56.498 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.498+0000 7fd4d57fa640 20 do_open: entering 2026-04-17T18:00:56.498 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.498+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.88 does not exist 2026-04-17T18:00:56.498 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.498+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.89 2026-04-17T18:00:56.498 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.498+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.498 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.499+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.89 does not exist 2026-04-17T18:00:56.498 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.499+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.90 2026-04-17T18:00:56.498 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.499+0000 7fd4cffff640 20 do_open: entering 2026-04-17T18:00:56.498 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.499+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.90 does not exist 2026-04-17T18:00:56.498 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.499+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.91 2026-04-17T18:00:56.498 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.499+0000 7fd4dcf85640 20 do_open: entering 2026-04-17T18:00:56.499 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.499+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.91 does not exist 2026-04-17T18:00:56.499 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.499+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.92 2026-04-17T18:00:56.499 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.499+0000 7fd4d6ffd640 20 do_open: entering 2026-04-17T18:00:56.499 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.499+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.92 does not exist 2026-04-17T18:00:56.499 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.499+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.93 2026-04-17T18:00:56.499 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.499+0000 7fd4d67fc640 20 do_open: entering 2026-04-17T18:00:56.499 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.499+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.93 does not exist 2026-04-17T18:00:56.499 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.500+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.94 2026-04-17T18:00:56.499 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.500+0000 7fd4d5ffb640 20 do_open: entering 2026-04-17T18:00:56.499 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.500+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.94 does not exist 2026-04-17T18:00:56.499 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.500+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.95 2026-04-17T18:00:56.499 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.500+0000 7fd4de20e640 20 do_open: entering 2026-04-17T18:00:56.500 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.500+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.95 does not exist 2026-04-17T18:00:56.500 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.500+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.96 2026-04-17T18:00:56.500 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.500+0000 7fd4d57fa640 20 do_open: entering 2026-04-17T18:00:56.500 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.500+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.96 does not exist 2026-04-17T18:00:56.500 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.500+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.97 2026-04-17T18:00:56.500 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.500+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.500 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.500+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.97 does not exist 2026-04-17T18:00:56.500 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.500+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.98 2026-04-17T18:00:56.500 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.500+0000 7fd4cffff640 20 do_open: entering 2026-04-17T18:00:56.500 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.501+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.98 does not exist 2026-04-17T18:00:56.500 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.501+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.99 2026-04-17T18:00:56.500 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.501+0000 7fd4dcf85640 20 do_open: entering 2026-04-17T18:00:56.501 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.501+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.99 does not exist 2026-04-17T18:00:56.501 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.501+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.100 2026-04-17T18:00:56.501 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.501+0000 7fd4d6ffd640 20 do_open: entering 2026-04-17T18:00:56.501 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.501+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.100 does not exist 2026-04-17T18:00:56.501 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.501+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.101 2026-04-17T18:00:56.501 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.501+0000 7fd4d67fc640 20 do_open: entering 2026-04-17T18:00:56.501 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.501+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.101 does not exist 2026-04-17T18:00:56.501 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.501+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.102 2026-04-17T18:00:56.501 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.501+0000 7fd4d5ffb640 20 do_open: entering 2026-04-17T18:00:56.501 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.501+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.102 does not exist 2026-04-17T18:00:56.501 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.501+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.103 2026-04-17T18:00:56.501 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.501+0000 7fd4de20e640 20 do_open: entering 2026-04-17T18:00:56.501 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.502+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.103 does not exist 2026-04-17T18:00:56.501 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.502+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.104 2026-04-17T18:00:56.501 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.502+0000 7fd4d57fa640 20 do_open: entering 2026-04-17T18:00:56.502 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.502+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.104 does not exist 2026-04-17T18:00:56.502 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.502+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.105 2026-04-17T18:00:56.502 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.502+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.502 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.502+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.105 does not exist 2026-04-17T18:00:56.502 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.502+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.106 2026-04-17T18:00:56.502 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.502+0000 7fd4cffff640 20 do_open: entering 2026-04-17T18:00:56.502 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.503+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.106 does not exist 2026-04-17T18:00:56.502 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.503+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.107 2026-04-17T18:00:56.502 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.503+0000 7fd4dcf85640 20 do_open: entering 2026-04-17T18:00:56.502 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.503+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.107 does not exist 2026-04-17T18:00:56.502 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.503+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.108 2026-04-17T18:00:56.502 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.503+0000 7fd4d6ffd640 20 do_open: entering 2026-04-17T18:00:56.503 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.503+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.108 does not exist 2026-04-17T18:00:56.503 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.503+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.109 2026-04-17T18:00:56.503 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.503+0000 7fd4d67fc640 20 do_open: entering 2026-04-17T18:00:56.503 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.503+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.109 does not exist 2026-04-17T18:00:56.503 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.503+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.110 2026-04-17T18:00:56.503 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.503+0000 7fd4d5ffb640 20 do_open: entering 2026-04-17T18:00:56.503 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.503+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.110 does not exist 2026-04-17T18:00:56.503 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.503+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.111 2026-04-17T18:00:56.503 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.503+0000 7fd4de20e640 20 do_open: entering 2026-04-17T18:00:56.503 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.504+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.111 does not exist 2026-04-17T18:00:56.503 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.504+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.112 2026-04-17T18:00:56.503 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.504+0000 7fd4d57fa640 20 do_open: entering 2026-04-17T18:00:56.504 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.504+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.112 does not exist 2026-04-17T18:00:56.504 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.504+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.113 2026-04-17T18:00:56.504 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.504+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.504 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.504+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.113 does not exist 2026-04-17T18:00:56.504 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.504+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.114 2026-04-17T18:00:56.504 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.504+0000 7fd4cffff640 20 do_open: entering 2026-04-17T18:00:56.504 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.504+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.114 does not exist 2026-04-17T18:00:56.504 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.504+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.115 2026-04-17T18:00:56.504 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.504+0000 7fd4dcf85640 20 do_open: entering 2026-04-17T18:00:56.504 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.505+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.115 does not exist 2026-04-17T18:00:56.504 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.505+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.116 2026-04-17T18:00:56.504 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.505+0000 7fd4d6ffd640 20 do_open: entering 2026-04-17T18:00:56.504 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.505+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.116 does not exist 2026-04-17T18:00:56.504 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.505+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.117 2026-04-17T18:00:56.505 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.505+0000 7fd4d67fc640 20 do_open: entering 2026-04-17T18:00:56.505 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.505+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.117 does not exist 2026-04-17T18:00:56.505 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.505+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.118 2026-04-17T18:00:56.505 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.505+0000 7fd4d5ffb640 20 do_open: entering 2026-04-17T18:00:56.505 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.505+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.118 does not exist 2026-04-17T18:00:56.505 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.505+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.119 2026-04-17T18:00:56.505 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.505+0000 7fd4de20e640 20 do_open: entering 2026-04-17T18:00:56.505 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.506+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.119 does not exist 2026-04-17T18:00:56.505 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.506+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.120 2026-04-17T18:00:56.505 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.506+0000 7fd4d57fa640 20 do_open: entering 2026-04-17T18:00:56.505 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.506+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.120 does not exist 2026-04-17T18:00:56.505 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.506+0000 7fd4d4ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.121 2026-04-17T18:00:56.505 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.506+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.506 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.506+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.121 does not exist 2026-04-17T18:00:56.506 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.506+0000 7fd4cffff640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.122 2026-04-17T18:00:56.506 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.506+0000 7fd4cffff640 20 do_open: entering 2026-04-17T18:00:56.506 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.506+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.122 does not exist 2026-04-17T18:00:56.506 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.506+0000 7fd4dcf85640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.123 2026-04-17T18:00:56.506 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.506+0000 7fd4dcf85640 20 do_open: entering 2026-04-17T18:00:56.506 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.507+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.123 does not exist 2026-04-17T18:00:56.506 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.507+0000 7fd4d6ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.124 2026-04-17T18:00:56.506 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.507+0000 7fd4d6ffd640 20 do_open: entering 2026-04-17T18:00:56.506 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.507+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.124 does not exist 2026-04-17T18:00:56.506 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.507+0000 7fd4d67fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.125 2026-04-17T18:00:56.507 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.507+0000 7fd4d67fc640 20 do_open: entering 2026-04-17T18:00:56.507 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.507+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.125 does not exist 2026-04-17T18:00:56.507 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.507+0000 7fd4d5ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.126 2026-04-17T18:00:56.507 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.507+0000 7fd4d5ffb640 20 do_open: entering 2026-04-17T18:00:56.507 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.507+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.126 does not exist 2026-04-17T18:00:56.507 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.507+0000 7fd4de20e640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.127 2026-04-17T18:00:56.507 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.507+0000 7fd4de20e640 20 do_open: entering 2026-04-17T18:00:56.507 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.507+0000 7fd4d57fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.127 does not exist 2026-04-17T18:00:56.507 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.507+0000 7fd4d57fa640 20 do_create: entering 2026-04-17T18:00:56.509 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.509+0000 7fd4d4ff9640 20 do_open: entering 2026-04-17T18:00:56.511 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.512+0000 7fd4e0822900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:00:56.511 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:56.512+0000 7fd4e0822900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:00:59.516 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.516+0000 7fd4e0822900 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2026-04-17T18:00:59.516 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.516+0000 7fd4e0822900 5 note: GC not initialized 2026-04-17T18:00:59.516 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.516+0000 7fd47ffff640 20 reqs_thread_entry: start 2026-04-17T18:00:59.583 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.583+0000 7fd4e0822900 20 init_complete bucket index max shards: 11 2026-04-17T18:00:59.583 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.583+0000 7fd4e0822900 20 Filter name: none 2026-04-17T18:00:59.583 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.584+0000 7fd47dffb640 20 reqs_thread_entry: start 2026-04-17T18:00:59.594 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.594+0000 7fd4e0822900 20 remove_watcher() i=5 2026-04-17T18:00:59.594 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.594+0000 7fd4e0822900 2 removed watcher, disabling cache 2026-04-17T18:00:59.594 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.594+0000 7fd4e0822900 20 remove_watcher() i=0 2026-04-17T18:00:59.594 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.594+0000 7fd4e0822900 20 remove_watcher() i=1 2026-04-17T18:00:59.594 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.595+0000 7fd4e0822900 20 remove_watcher() i=4 2026-04-17T18:00:59.595 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.595+0000 7fd4e0822900 20 remove_watcher() i=2 2026-04-17T18:00:59.595 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.595+0000 7fd4e0822900 20 remove_watcher() i=3 2026-04-17T18:00:59.595 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.595+0000 7fd4e0822900 20 remove_watcher() i=6 2026-04-17T18:00:59.595 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.595+0000 7fd4e0822900 20 remove_watcher() i=7 2026-04-17T18:00:59.603 INFO:teuthology.orchestra.run.vm00.stdout:[] 2026-04-17T18:00:59.603 DEBUG:tasks.util.rgw: json result: [] 2026-04-17T18:00:59.603 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2026-04-17T18:00:59.603 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2026-04-17T18:00:59.603 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2026-04-17T18:00:59.653 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:00:59.653 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:00:59.667 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.667+0000 7fab5e624900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:00:59.667 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.667+0000 7fab5e624900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:00:59.667 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.667+0000 7fab077ee640 20 reqs_thread_entry: start 2026-04-17T18:00:59.677 INFO:teuthology.orchestra.run.vm00.stdout:{"id":"7440b74a-1c84-4c0d-abfa-64ba25efc213","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-17T18:00:59.678 DEBUG:tasks.util.rgw: json result: {'id': '7440b74a-1c84-4c0d-abfa-64ba25efc213', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-17T18:00:59.678 INFO:tasks.rgw:Preparing directory for rgw datacache at /tmp/rgw_datacache 2026-04-17T18:00:59.678 DEBUG:teuthology.orchestra.run.vm00:> mkdir -p /tmp/rgw_datacache 2026-04-17T18:00:59.702 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod a+rwx /tmp/rgw_datacache 2026-04-17T18:00:59.778 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-04-17T18:00:59.778 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-04-17T18:00:59.779 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-04-17T18:00:59.866 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:00:59.866 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:00:59.885 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.885+0000 7efd6954d900 20 rados->read ofs=0 len=0 2026-04-17T18:00:59.886 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.886+0000 7efd6954d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:00:59.886 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.886+0000 7efd6954d900 20 realm 2026-04-17T18:00:59.886 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.886+0000 7efd6954d900 20 rados->read ofs=0 len=0 2026-04-17T18:00:59.886 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.886+0000 7efd6954d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:00:59.886 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.886+0000 7efd6954d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:00:59.886 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.886+0000 7efd6954d900 20 rados->read ofs=0 len=0 2026-04-17T18:00:59.886 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.887+0000 7efd6954d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:00:59.886 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.887+0000 7efd6954d900 20 rados->read ofs=0 len=0 2026-04-17T18:00:59.887 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.887+0000 7efd6954d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:00:59.887 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.887+0000 7efd6954d900 20 rados->read ofs=0 len=0 2026-04-17T18:00:59.888 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.888+0000 7efd6954d900 20 rados_obj.operate() r=0 bl.length=1076 2026-04-17T18:00:59.888 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.888+0000 7efd6954d900 20 searching for the correct realm 2026-04-17T18:00:59.891 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:00:59.891+0000 7efd652c9640 0 -- 192.168.123.100:0/2884117892 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7efd540dfa00 msgr2=0x7efd540d7b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:01:00.096 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.096+0000 7efd652c9640 0 -- 192.168.123.100:0/2884117892 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x56220948eaf0 msgr2=0x5622094aef70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.099+0000 7efd6954d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.099+0000 7efd6954d900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.099+0000 7efd6954d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.099+0000 7efd6954d900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.099+0000 7efd6954d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.099+0000 7efd6954d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.099+0000 7efd6954d900 20 rados->read ofs=0 len=0 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.099+0000 7efd6954d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.099+0000 7efd6954d900 20 rados->read ofs=0 len=0 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.099+0000 7efd6954d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.099+0000 7efd6954d900 20 rados->read ofs=0 len=0 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.100+0000 7efd6954d900 20 rados_obj.operate() r=0 bl.length=436 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.100+0000 7efd6954d900 20 zone default found 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.100+0000 7efd6954d900 4 Realm: () 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.100+0000 7efd6954d900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.100+0000 7efd6954d900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.100+0000 7efd6954d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.100+0000 7efd6954d900 20 zonegroup default 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.100+0000 7efd6954d900 20 rados->read ofs=0 len=0 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.100+0000 7efd6954d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:01:00.099 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.100+0000 7efd6954d900 20 rados->read ofs=0 len=0 2026-04-17T18:01:00.100 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.100+0000 7efd6954d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:01:00.100 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.100+0000 7efd6954d900 20 rados->read ofs=0 len=0 2026-04-17T18:01:00.100 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.100+0000 7efd6954d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:01:00.100 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.100+0000 7efd6954d900 20 started sync module instance, tier type = 2026-04-17T18:01:00.100 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.100+0000 7efd6954d900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:01:00.103 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.104+0000 7efd6954d900 20 add_watcher() i=1 2026-04-17T18:01:00.104 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.104+0000 7efd6954d900 20 add_watcher() i=4 2026-04-17T18:01:00.104 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.104+0000 7efd6954d900 20 add_watcher() i=0 2026-04-17T18:01:00.104 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.104+0000 7efd6954d900 20 add_watcher() i=3 2026-04-17T18:01:00.104 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.104+0000 7efd6954d900 20 add_watcher() i=2 2026-04-17T18:01:00.104 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.104+0000 7efd6954d900 20 add_watcher() i=5 2026-04-17T18:01:00.104 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.105+0000 7efd6954d900 20 add_watcher() i=6 2026-04-17T18:01:00.104 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.105+0000 7efd6954d900 20 add_watcher() i=7 2026-04-17T18:01:00.104 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.105+0000 7efd6954d900 2 all 8 watchers are set, enabling cache 2026-04-17T18:01:00.107 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.108+0000 7efd6954d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:01:00.107 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.108+0000 7efd6954d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:01:00.107 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.108+0000 7efd6954d900 5 note: GC not initialized 2026-04-17T18:01:00.107 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.108+0000 7efd127ec640 20 reqs_thread_entry: start 2026-04-17T18:01:00.149 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.150+0000 7efd6954d900 20 init_complete bucket index max shards: 11 2026-04-17T18:01:00.150 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.150+0000 7efd6954d900 20 Filter name: none 2026-04-17T18:01:00.150 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.150+0000 7efd0bfff640 20 reqs_thread_entry: start 2026-04-17T18:01:00.161 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.161+0000 7efd6954d900 20 remove_watcher() i=3 2026-04-17T18:01:00.161 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.161+0000 7efd6954d900 2 removed watcher, disabling cache 2026-04-17T18:01:00.161 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.161+0000 7efd6954d900 20 remove_watcher() i=0 2026-04-17T18:01:00.161 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.161+0000 7efd6954d900 20 remove_watcher() i=4 2026-04-17T18:01:00.161 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.161+0000 7efd6954d900 20 remove_watcher() i=5 2026-04-17T18:01:00.161 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.161+0000 7efd6954d900 20 remove_watcher() i=6 2026-04-17T18:01:00.161 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.161+0000 7efd6954d900 20 remove_watcher() i=7 2026-04-17T18:01:00.161 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.161+0000 7efd6954d900 20 remove_watcher() i=2 2026-04-17T18:01:00.161 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.161+0000 7efd6954d900 20 remove_watcher() i=1 2026-04-17T18:01:00.168 INFO:teuthology.orchestra.run.vm00.stdout:[] 2026-04-17T18:01:00.168 DEBUG:tasks.util.rgw: json result: [] 2026-04-17T18:01:00.168 INFO:tasks.rgw:Configuring storage class = FROZEN 2026-04-17T18:01:00.168 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2026-04-17T18:01:00.168 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2026-04-17T18:01:00.168 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2026-04-17T18:01:00.222 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:01:00.222 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:01:00.238 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.238+0000 7ffbf7612900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:01:00.238 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.238+0000 7ffbf7612900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:01:00.238 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.238+0000 7ffb9bfff640 20 reqs_thread_entry: start 2026-04-17T18:01:00.247 INFO:teuthology.orchestra.run.vm00.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","STANDARD"]}}] 2026-04-17T18:01:00.247 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'STANDARD']}}] 2026-04-17T18:01:00.247 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2026-04-17T18:01:00.247 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2026-04-17T18:01:00.247 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2026-04-17T18:01:00.297 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:01:00.297 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:01:00.311 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.311+0000 7fa78a1da900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:01:00.312 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.311+0000 7fa78a1da900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:01:00.312 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.312+0000 7fa7357f2640 20 reqs_thread_entry: start 2026-04-17T18:01:00.322 INFO:teuthology.orchestra.run.vm00.stdout:{"id":"7440b74a-1c84-4c0d-abfa-64ba25efc213","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-17T18:01:00.322 DEBUG:tasks.util.rgw: json result: {'id': '7440b74a-1c84-4c0d-abfa-64ba25efc213', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-17T18:01:00.322 INFO:tasks.rgw:Configuring storage class = LUKEWARM 2026-04-17T18:01:00.322 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2026-04-17T18:01:00.322 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2026-04-17T18:01:00.322 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2026-04-17T18:01:00.369 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:01:00.369 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:01:00.382 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.383+0000 7f3d2ffaf900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:01:00.383 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.383+0000 7f3d2ffaf900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:01:00.383 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.383+0000 7f3cdb7ee640 20 reqs_thread_entry: start 2026-04-17T18:01:00.392 INFO:teuthology.orchestra.run.vm00.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2026-04-17T18:01:00.392 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2026-04-17T18:01:00.392 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2026-04-17T18:01:00.392 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2026-04-17T18:01:00.392 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2026-04-17T18:01:00.443 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:01:00.443 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:01:00.456 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.456+0000 7f340d12c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:01:00.457 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.456+0000 7f340d12c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:01:00.457 INFO:teuthology.orchestra.run.vm00.stderr:2026-04-17T18:01:00.457+0000 7f33b67ec640 20 reqs_thread_entry: start 2026-04-17T18:01:00.467 INFO:teuthology.orchestra.run.vm00.stdout:{"id":"7440b74a-1c84-4c0d-abfa-64ba25efc213","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-17T18:01:00.467 DEBUG:tasks.util.rgw: json result: {'id': '7440b74a-1c84-4c0d-abfa-64ba25efc213', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-17T18:01:00.467 INFO:tasks.rgw:Starting rgw... 2026-04-17T18:01:00.467 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0'} 2026-04-17T18:01:00.467 INFO:tasks.rgw:Using beast as radosgw frontend 2026-04-17T18:01:00.467 DEBUG:teuthology.orchestra.run.vm00:> sudo echo -n https://vm00.local:443 | sudo tee /home/ubuntu/cephtest/url_file 2026-04-17T18:01:00.502 INFO:teuthology.orchestra.run.vm00.stdout:https://vm00.local:443 2026-04-17T18:01:00.502 DEBUG:teuthology.orchestra.run.vm00:> sudo chown ceph /home/ubuntu/cephtest/url_file 2026-04-17T18:01:00.577 DEBUG:teuthology.orchestra.run.vm00:> sudo keytool -import -alias vm00.local -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2026-04-17T18:01:00.722 INFO:teuthology.orchestra.run.vm00.stderr:Warning: use -cacerts option to access cacerts keystore 2026-04-17T18:01:00.791 INFO:teuthology.orchestra.run.vm00.stderr:Certificate was added to keystore 2026-04-17T18:01:00.815 INFO:tasks.rgw.client.0:Restarting daemon 2026-04-17T18:01:00.815 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2026-04-17T18:01:00.816 INFO:tasks.rgw.client.0:Started 2026-04-17T18:01:00.816 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://vm00.local:443/ 2026-04-17T18:01:00.816 DEBUG:teuthology.orchestra.run.vm00:> curl https://vm00.local:443/ 2026-04-17T18:01:00.846 INFO:teuthology.orchestra.run.vm00.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-17T18:01:00.846 INFO:teuthology.orchestra.run.vm00.stderr: Dload Upload Total Spent Left Speed 2026-04-17T18:01:00.846 INFO:teuthology.orchestra.run.vm00.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2026-04-17T18:01:00.846 INFO:teuthology.orchestra.run.vm00.stderr:curl: (7) Failed to connect to vm00.local port 443: Connection refused 2026-04-17T18:01:00.846 DEBUG:teuthology.orchestra.run:got remote process result: 7 2026-04-17T18:01:01.274 INFO:tasks.rgw.client.0.vm00.stdout:2026-04-17T18:01:01.274+0000 7fcca94bc980 -1 ssl_private_key was not found: rgw/cert//default.key 2026-04-17T18:01:01.847 DEBUG:teuthology.orchestra.run.vm00:> curl https://vm00.local:443/ 2026-04-17T18:01:01.879 INFO:teuthology.orchestra.run.vm00.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-17T18:01:01.879 INFO:teuthology.orchestra.run.vm00.stderr: Dload Upload Total Spent Left Speed 2026-04-17T18:01:01.925 INFO:teuthology.orchestra.run.vm00.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 4065 0 --:--:-- --:--:-- --:--:-- 4065 2026-04-17T18:01:01.927 INFO:teuthology.orchestra.run.vm00.stdout:anonymous 2026-04-17T18:01:01.927 INFO:teuthology.run_tasks:Running task tox... 2026-04-17T18:01:01.929 INFO:tasks.tox:Deploying tox from pip... 2026-04-17T18:01:01.930 DEBUG:teuthology.orchestra.run.vm00:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2026-04-17T18:01:03.260 DEBUG:teuthology.orchestra.run.vm00:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox 2026-04-17T18:01:03.575 INFO:teuthology.orchestra.run.vm00.stdout:Collecting tox 2026-04-17T18:01:03.607 INFO:teuthology.orchestra.run.vm00.stdout: Downloading tox-4.30.3-py3-none-any.whl (175 kB) 2026-04-17T18:01:03.662 INFO:teuthology.orchestra.run.vm00.stdout:Collecting packaging>=25 2026-04-17T18:01:03.670 INFO:teuthology.orchestra.run.vm00.stdout: Downloading packaging-26.1-py3-none-any.whl (95 kB) 2026-04-17T18:01:03.697 INFO:teuthology.orchestra.run.vm00.stdout:Collecting colorama>=0.4.6 2026-04-17T18:01:03.706 INFO:teuthology.orchestra.run.vm00.stdout: Downloading colorama-0.4.6-py2.py3-none-any.whl (25 kB) 2026-04-17T18:01:03.778 INFO:teuthology.orchestra.run.vm00.stdout:Collecting chardet>=5.2 2026-04-17T18:01:03.787 INFO:teuthology.orchestra.run.vm00.stdout: Downloading chardet-5.2.0-py3-none-any.whl (199 kB) 2026-04-17T18:01:03.879 INFO:teuthology.orchestra.run.vm00.stdout:Collecting virtualenv>=20.31.2 2026-04-17T18:01:03.888 INFO:teuthology.orchestra.run.vm00.stdout: Downloading virtualenv-21.2.4-py3-none-any.whl (5.8 MB) 2026-04-17T18:01:04.028 INFO:teuthology.orchestra.run.vm00.stdout:Collecting pyproject-api>=1.9.1 2026-04-17T18:01:04.036 INFO:teuthology.orchestra.run.vm00.stdout: Downloading pyproject_api-1.9.1-py3-none-any.whl (13 kB) 2026-04-17T18:01:04.070 INFO:teuthology.orchestra.run.vm00.stdout:Collecting typing-extensions>=4.14.1 2026-04-17T18:01:04.078 INFO:teuthology.orchestra.run.vm00.stdout: Downloading typing_extensions-4.15.0-py3-none-any.whl (44 kB) 2026-04-17T18:01:04.110 INFO:teuthology.orchestra.run.vm00.stdout:Collecting cachetools>=6.1 2026-04-17T18:01:04.119 INFO:teuthology.orchestra.run.vm00.stdout: Downloading cachetools-6.2.6-py3-none-any.whl (11 kB) 2026-04-17T18:01:04.143 INFO:teuthology.orchestra.run.vm00.stdout:Collecting pluggy>=1.6 2026-04-17T18:01:04.151 INFO:teuthology.orchestra.run.vm00.stdout: Downloading pluggy-1.6.0-py3-none-any.whl (20 kB) 2026-04-17T18:01:04.185 INFO:teuthology.orchestra.run.vm00.stdout:Collecting platformdirs>=4.3.8 2026-04-17T18:01:04.196 INFO:teuthology.orchestra.run.vm00.stdout: Downloading platformdirs-4.4.0-py3-none-any.whl (18 kB) 2026-04-17T18:01:04.233 INFO:teuthology.orchestra.run.vm00.stdout:Collecting filelock>=3.18 2026-04-17T18:01:04.242 INFO:teuthology.orchestra.run.vm00.stdout: Downloading filelock-3.19.1-py3-none-any.whl (15 kB) 2026-04-17T18:01:04.293 INFO:teuthology.orchestra.run.vm00.stdout:Collecting tomli>=2.2.1 2026-04-17T18:01:04.302 INFO:teuthology.orchestra.run.vm00.stdout: Downloading tomli-2.4.1-py3-none-any.whl (14 kB) 2026-04-17T18:01:04.346 INFO:teuthology.orchestra.run.vm00.stdout:Collecting python-discovery>=1.2.2 2026-04-17T18:01:04.354 INFO:teuthology.orchestra.run.vm00.stdout: Downloading python_discovery-1.2.2-py3-none-any.whl (31 kB) 2026-04-17T18:01:04.380 INFO:teuthology.orchestra.run.vm00.stdout:Collecting distlib<1,>=0.3.7 2026-04-17T18:01:04.388 INFO:teuthology.orchestra.run.vm00.stdout: Downloading distlib-0.4.0-py2.py3-none-any.whl (469 kB) 2026-04-17T18:01:04.446 INFO:teuthology.orchestra.run.vm00.stdout:Installing collected packages: platformdirs, filelock, typing-extensions, tomli, python-discovery, packaging, distlib, virtualenv, pyproject-api, pluggy, colorama, chardet, cachetools, tox 2026-04-17T18:01:04.804 INFO:teuthology.orchestra.run.vm00.stdout:Successfully installed cachetools-6.2.6 chardet-5.2.0 colorama-0.4.6 distlib-0.4.0 filelock-3.19.1 packaging-26.1 platformdirs-4.4.0 pluggy-1.6.0 pyproject-api-1.9.1 python-discovery-1.2.2 tomli-2.4.1 tox-4.30.3 typing-extensions-4.15.0 virtualenv-21.2.4 2026-04-17T18:01:04.878 INFO:teuthology.orchestra.run.vm00.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-04-17T18:01:04.878 INFO:teuthology.orchestra.run.vm00.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-04-17T18:01:04.923 INFO:teuthology.run_tasks:Running task workunit... 2026-04-17T18:01:04.927 INFO:tasks.workunit:Pulling workunits from ref 909b66e106532fd1f1a49171c3f2eb7a193a6d0b 2026-04-17T18:01:04.927 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-17T18:01:04.927 DEBUG:teuthology.orchestra.run.vm00:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-17T18:01:04.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-17T18:01:04.951 INFO:teuthology.orchestra.run.vm00.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-17T18:01:04.951 DEBUG:teuthology.orchestra.run.vm00:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-17T18:01:05.018 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-17T18:01:05.018 DEBUG:teuthology.orchestra.run.vm00:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-17T18:01:05.087 INFO:tasks.workunit:timeout=3h 2026-04-17T18:01:05.087 INFO:tasks.workunit:cleanup=True 2026-04-17T18:01:05.087 DEBUG:teuthology.orchestra.run.vm00:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 909b66e106532fd1f1a49171c3f2eb7a193a6d0b 2026-04-17T18:01:05.156 INFO:tasks.workunit.client.0.vm00.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-17T18:01:38.668 INFO:tasks.workunit.client.0.vm00.stderr:Updating files: 80% (11250/14017) Updating files: 81% (11354/14017) Updating files: 82% (11494/14017) Updating files: 83% (11635/14017) Updating files: 84% (11775/14017) Updating files: 85% (11915/14017) Updating files: 86% (12055/14017) Updating files: 87% (12195/14017) Updating files: 88% (12335/14017) Updating files: 89% (12476/14017) Updating files: 90% (12616/14017) Updating files: 91% (12756/14017) Updating files: 92% (12896/14017) Updating files: 93% (13036/14017) Updating files: 94% (13176/14017) Updating files: 95% (13317/14017) Updating files: 96% (13457/14017) Updating files: 97% (13597/14017) Updating files: 98% (13737/14017) Updating files: 99% (13877/14017) Updating files: 100% (14017/14017) Updating files: 100% (14017/14017), done. 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr:Note: switching to '909b66e106532fd1f1a49171c3f2eb7a193a6d0b'. 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr:state without impacting any branches by switching back to a branch. 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr: git switch -c 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr:Or undo this operation with: 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr: git switch - 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:01:39.506 INFO:tasks.workunit.client.0.vm00.stderr:HEAD is now at 909b66e1065 qa/suites: add pykmip sse for s3tests 2026-04-17T18:01:39.514 DEBUG:teuthology.orchestra.run.vm00:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-17T18:01:39.582 INFO:tasks.workunit.client.0.vm00.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-17T18:01:39.584 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-17T18:01:39.584 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-17T18:01:39.621 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-17T18:01:39.654 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-17T18:01:39.682 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-17T18:01:39.684 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-17T18:01:39.684 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-17T18:01:39.711 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-17T18:01:39.714 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:01:39.714 DEBUG:teuthology.orchestra.run.vm00:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-17T18:01:39.784 INFO:tasks.workunit:Running workunits matching rgw/run-datacache.sh on client.0... 2026-04-17T18:01:39.785 INFO:tasks.workunit:Running workunit rgw/run-datacache.sh... 2026-04-17T18:01:39.785 DEBUG:teuthology.orchestra.run.vm00:workunit test rgw/run-datacache.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RGW_DATACACHE_PATH=/tmp/rgw_datacache adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2026-04-17T18:01:39.857 INFO:tasks.workunit.client.0.vm00.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2026-04-17T18:01:39.858 INFO:tasks.workunit.client.0.vm00.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-17T18:01:39.858 INFO:tasks.workunit.client.0.vm00.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-17T18:01:41.119 INFO:tasks.workunit.client.0.vm00.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-04-17T18:01:41.119 INFO:tasks.workunit.client.0.vm00.stderr:++ deactivate nondestructive 2026-04-17T18:01:41.119 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n '' ']' 2026-04-17T18:01:41.119 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n '' ']' 2026-04-17T18:01:41.119 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-17T18:01:41.119 INFO:tasks.workunit.client.0.vm00.stderr:++ hash -r 2026-04-17T18:01:41.119 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n '' ']' 2026-04-17T18:01:41.119 INFO:tasks.workunit.client.0.vm00.stderr:++ unset VIRTUAL_ENV 2026-04-17T18:01:41.119 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-04-17T18:01:41.119 INFO:tasks.workunit.client.0.vm00.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-17T18:01:41.119 INFO:tasks.workunit.client.0.vm00.stderr:++ export VIRTUAL_ENV 2026-04-17T18:01:41.120 INFO:tasks.workunit.client.0.vm00.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-17T18:01:41.120 INFO:tasks.workunit.client.0.vm00.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-17T18:01:41.120 INFO:tasks.workunit.client.0.vm00.stderr:++ export PATH 2026-04-17T18:01:41.120 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n '' ']' 2026-04-17T18:01:41.120 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -z '' ']' 2026-04-17T18:01:41.120 INFO:tasks.workunit.client.0.vm00.stderr:++ _OLD_VIRTUAL_PS1= 2026-04-17T18:01:41.120 INFO:tasks.workunit.client.0.vm00.stderr:++ PS1='(rgw) ' 2026-04-17T18:01:41.120 INFO:tasks.workunit.client.0.vm00.stderr:++ export PS1 2026-04-17T18:01:41.120 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-17T18:01:41.120 INFO:tasks.workunit.client.0.vm00.stderr:++ hash -r 2026-04-17T18:01:41.120 INFO:tasks.workunit.client.0.vm00.stderr:+ pip install pip --upgrade 2026-04-17T18:01:41.259 INFO:tasks.workunit.client.0.vm00.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-17T18:01:41.345 INFO:tasks.workunit.client.0.vm00.stdout:Collecting pip 2026-04-17T18:01:41.375 INFO:tasks.workunit.client.0.vm00.stdout: Downloading pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-17T18:01:41.450 INFO:tasks.workunit.client.0.vm00.stdout:Installing collected packages: pip 2026-04-17T18:01:41.450 INFO:tasks.workunit.client.0.vm00.stdout: Attempting uninstall: pip 2026-04-17T18:01:41.450 INFO:tasks.workunit.client.0.vm00.stdout: Found existing installation: pip 21.3.1 2026-04-17T18:01:41.557 INFO:tasks.workunit.client.0.vm00.stdout: Uninstalling pip-21.3.1: 2026-04-17T18:01:41.561 INFO:tasks.workunit.client.0.vm00.stdout: Successfully uninstalled pip-21.3.1 2026-04-17T18:01:41.995 INFO:tasks.workunit.client.0.vm00.stdout:Successfully installed pip-26.0.1 2026-04-17T18:01:42.106 INFO:tasks.workunit.client.0.vm00.stderr:+ pip install configobj 2026-04-17T18:01:42.289 INFO:tasks.workunit.client.0.vm00.stdout:Collecting configobj 2026-04-17T18:01:42.319 INFO:tasks.workunit.client.0.vm00.stdout: Downloading configobj-5.0.9-py2.py3-none-any.whl.metadata (3.2 kB) 2026-04-17T18:01:42.330 INFO:tasks.workunit.client.0.vm00.stdout:Downloading configobj-5.0.9-py2.py3-none-any.whl (35 kB) 2026-04-17T18:01:42.340 INFO:tasks.workunit.client.0.vm00.stdout:Installing collected packages: configobj 2026-04-17T18:01:42.351 INFO:tasks.workunit.client.0.vm00.stdout:Successfully installed configobj-5.0.9 2026-04-17T18:01:42.377 INFO:tasks.workunit.client.0.vm00.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_datacache.py 2026-04-17T18:01:42.394 INFO:tasks.workunit.client.0.vm00.stderr:DEBUG:root:datacache dir from config is: /tmp/rgw_datacache 2026-04-17T18:01:42.394 INFO:tasks.workunit.client.0.vm00.stderr:DEBUG:root:exec_cmd(pwd) 2026-04-17T18:01:42.395 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:command succeeded 2026-04-17T18:01:42.395 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:b'/home/ubuntu/cephtest/mnt.0/client.0/tmp\n' 2026-04-17T18:01:42.395 INFO:tasks.workunit.client.0.vm00.stderr:DEBUG:root:pwd is: /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T18:01:42.395 INFO:tasks.workunit.client.0.vm00.stderr:DEBUG:root:exec_cmd(sudo ss -nltp | egrep "rados|valgr|memcheck-") 2026-04-17T18:01:42.440 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:command succeeded 2026-04-17T18:01:42.441 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:b'LISTEN 0 4096 0.0.0.0:443 0.0.0.0:* users:(("radosgw",pid=68331,fd=79)) \nLISTEN 0 4096 [::]:443 [::]:* users:(("radosgw",pid=68331,fd=80)) \n' 2026-04-17T18:01:42.441 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:radosgw port: 443 2026-04-17T18:01:42.441 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:radosgw endpoint is: 127.0.0.1 2026-04-17T18:01:42.441 INFO:tasks.workunit.client.0.vm00.stderr:DEBUG:root:exec_cmd(dd if=/dev/urandom of=/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat bs=1M count=7) 2026-04-17T18:01:42.460 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:command succeeded 2026-04-17T18:01:42.460 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:b'' 2026-04-17T18:01:42.460 INFO:tasks.workunit.client.0.vm00.stderr:DEBUG:root:exec_cmd(radosgw-admin user create --uid rgw_datacache_user --display-name DatacacheUser --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn) 2026-04-17T18:01:42.780 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:command succeeded 2026-04-17T18:01:42.780 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:b'{\n "user_id": "rgw_datacache_user",\n "display_name": "DatacacheUser",\n "email": "",\n "suspended": 0,\n "max_buckets": 1000,\n "subusers": [],\n "keys": [\n {\n "user": "rgw_datacache_user",\n "access_key": "NX5QOQKC6BH2IDN8HC7A",\n "secret_key": "LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn",\n "active": true,\n "create_date": "2026-04-17T18:01:42.767360Z"\n }\n ],\n "swift_keys": [],\n "caps": [],\n "op_mask": "read, write, delete",\n "default_placement": "",\n "default_storage_class": "",\n "placement_tags": [],\n "bucket_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "user_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "temp_url_keys": [],\n "type": "rgw",\n "mfa_ids": [],\n "account_id": "",\n "path": "/",\n "create_date": "2026-04-17T18:01:42.767354Z",\n "tags": [],\n "group_ids": []\n}\n\n' 2026-04-17T18:01:42.780 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:Creating s3cmd config... 2026-04-17T18:01:42.780 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:proto for s3cmd config is https 2026-04-17T18:01:42.780 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:s3cmd config written 2026-04-17T18:01:42.780 INFO:tasks.workunit.client.0.vm00.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 mb s3://datacachebucket) 2026-04-17T18:01:42.920 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:command succeeded 2026-04-17T18:01:42.920 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:b"Bucket 's3://datacachebucket/' created\n" 2026-04-17T18:01:42.920 INFO:tasks.workunit.client.0.vm00.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 put /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat s3://datacachebucket) 2026-04-17T18:01:43.126 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:command succeeded 2026-04-17T18:01:43.126 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:b"upload: '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat' -> 's3://datacachebucket/7M.dat' (7340032 bytes in 0.1 seconds, 102.56 MB/s) [1 of 1]\n" 2026-04-17T18:01:43.126 INFO:tasks.workunit.client.0.vm00.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 get s3://datacachebucket/7M.dat /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat --force) 2026-04-17T18:01:43.278 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:command succeeded 2026-04-17T18:01:43.278 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:b"download: 's3://datacachebucket/7M.dat' -> '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat' (7340032 bytes in 0.0 seconds, 327.04 MB/s)\n" 2026-04-17T18:01:43.278 INFO:tasks.workunit.client.0.vm00.stderr:DEBUG:root:exec_cmd(radosgw-admin object stat --bucket=datacachebucket --object=7M.dat) 2026-04-17T18:01:43.593 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:command succeeded 2026-04-17T18:01:43.593 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:b'{\n "name": "7M.dat",\n "size": 7340228,\n "policy": {\n "acl": {\n "acl_user_map": [\n {\n "user": "rgw_datacache_user",\n "acl": 15\n }\n ],\n "acl_group_map": [],\n "grant_map": [\n {\n "id": "rgw_datacache_user",\n "grant": {\n "type": {\n "type": 0\n },\n "id": "rgw_datacache_user",\n "name": "DatacacheUser",\n "permission": {\n "flags": 15\n }\n }\n }\n ]\n },\n "owner": {\n "id": "rgw_datacache_user",\n "display_name": "DatacacheUser"\n }\n },\n "compression": {\n "compression_type": "zstd",\n "orig_size": 7340032,\n "blocks": [\n {\n "old_ofs": 0,\n "new_ofs": 0,\n "len": 4194414\n },\n {\n "old_ofs": 4194304,\n "new_ofs": 4194414,\n "len": 3145814\n }\n ]\n },\n "etag": "a2c818cfcaa54d41cf38d570580e03d2",\n "tag": "7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.13006462763122807120",\n "manifest": {\n "objs": [],\n "obj_size": 7340228,\n "explicit_objs": false,\n "head_size": 4194304,\n "max_head_size": 4194304,\n "prefix": ".7s3u_70Yo4NNFqTKV8ieroiXAsEappo_",\n "rules": [\n {\n "key": 0,\n "val": {\n "start_part_num": 0,\n "start_ofs": 4194304,\n "part_size": 0,\n "stripe_max_size": 6291456,\n "override_prefix": ""\n }\n }\n ],\n "tail_instance": "",\n "tail_placement": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.1",\n "bucket_id": "7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "placement_rule": "default-placement"\n },\n "tier_type": "",\n "begin_iter": {\n "part_ofs": 0,\n "stripe_ofs": 0,\n "ofs": 0,\n "stripe_size": 4194304,\n "cur_part_id": 0,\n "cur_stripe": 0,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.1",\n "bucket_id": "7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": "7M.dat",\n "instance": "",\n "ns": ""\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n },\n "end_iter": {\n "part_ofs": 4194304,\n "stripe_ofs": 4194304,\n "ofs": 7340228,\n "stripe_size": 3145924,\n "cur_part_id": 0,\n "cur_stripe": 1,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.1",\n "bucket_id": "7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": ".7s3u_70Yo4NNFqTKV8ieroiXAsEappo_1",\n "instance": "",\n "ns": "shadow"\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n }\n },\n "pg_ver": 0,\n "source_zone": 0,\n "torrent": "",\n "mtime": "2026-04-17T18:01:43.095466Z",\n "attrs": {\n "user.rgw.content_type": "application/octet-stream",\n "user.rgw.storage_class": "STANDARD",\n "user.rgw.tail_tag": "7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.13006462763122807120",\n "user.rgw.x-amz-meta-s3cmd-attrs": "atime:1776448902/ctime:1776448902/gid:1000/gname:ubuntu/md5:a2c818cfcaa54d41cf38d570580e03d2/mode:33188/mtime:1776448902/uid:1000/uname:ubuntu"\n }\n}\n' 2026-04-17T18:01:43.593 INFO:tasks.workunit.client.0.vm00.stderr:DEBUG:root:Cached object name is: .7s3u_70Yo4NNFqTKV8ieroiXAsEappo_ 2026-04-17T18:01:43.593 INFO:tasks.workunit.client.0.vm00.stderr:DEBUG:root:exec_cmd(find /tmp/rgw_datacache -type f | wc -l) 2026-04-17T18:01:43.596 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:command succeeded 2026-04-17T18:01:43.596 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:b'0\n' 2026-04-17T18:01:43.596 INFO:tasks.workunit.client.0.vm00.stderr:DEBUG:root:Check cache dir content: 0 2026-04-17T18:01:43.596 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:NOTICE: datacache test object not found, inspect if datacache was bypassed or disabled during this check. 2026-04-17T18:01:43.596 INFO:tasks.workunit.client.0.vm00.stderr:INFO:root:Completed Datacache tests 2026-04-17T18:01:43.600 INFO:tasks.workunit.client.0.vm00.stderr:+ deactivate 2026-04-17T18:01:43.600 INFO:tasks.workunit.client.0.vm00.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2026-04-17T18:01:43.600 INFO:tasks.workunit.client.0.vm00.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-17T18:01:43.600 INFO:tasks.workunit.client.0.vm00.stderr:+ export PATH 2026-04-17T18:01:43.600 INFO:tasks.workunit.client.0.vm00.stderr:+ unset _OLD_VIRTUAL_PATH 2026-04-17T18:01:43.600 INFO:tasks.workunit.client.0.vm00.stderr:+ '[' -n '' ']' 2026-04-17T18:01:43.600 INFO:tasks.workunit.client.0.vm00.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-17T18:01:43.600 INFO:tasks.workunit.client.0.vm00.stderr:+ hash -r 2026-04-17T18:01:43.600 INFO:tasks.workunit.client.0.vm00.stderr:+ '[' -n '' ']' 2026-04-17T18:01:43.600 INFO:tasks.workunit.client.0.vm00.stderr:+ unset VIRTUAL_ENV 2026-04-17T18:01:43.600 INFO:tasks.workunit.client.0.vm00.stderr:+ '[' '!' '' = nondestructive ']' 2026-04-17T18:01:43.600 INFO:tasks.workunit.client.0.vm00.stderr:+ unset -f deactivate 2026-04-17T18:01:43.600 INFO:tasks.workunit.client.0.vm00.stdout:OK. 2026-04-17T18:01:43.600 INFO:tasks.workunit.client.0.vm00.stderr:+ echo OK. 2026-04-17T18:01:43.600 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T18:01:43.601 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T18:01:43.675 INFO:tasks.workunit:Stopping ['rgw/run-datacache.sh'] on client.0... 2026-04-17T18:01:43.675 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-17T18:01:44.068 DEBUG:teuthology.parallel:result is None 2026-04-17T18:01:44.068 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T18:01:44.101 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T18:01:44.101 DEBUG:teuthology.orchestra.run.vm00:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-17T18:01:44.170 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T18:01:44.170 INFO:teuthology.run_tasks:Running task workunit... 2026-04-17T18:01:44.172 INFO:tasks.workunit:Pulling workunits from ref 909b66e106532fd1f1a49171c3f2eb7a193a6d0b 2026-04-17T18:01:44.172 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-17T18:01:44.172 DEBUG:teuthology.orchestra.run.vm00:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-17T18:01:44.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-17T18:01:44.236 INFO:teuthology.orchestra.run.vm00.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-17T18:01:44.236 DEBUG:teuthology.orchestra.run.vm00:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-17T18:01:44.304 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-17T18:01:44.304 DEBUG:teuthology.orchestra.run.vm00:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-17T18:01:44.372 INFO:tasks.workunit:timeout=3h 2026-04-17T18:01:44.372 INFO:tasks.workunit:cleanup=True 2026-04-17T18:01:44.372 DEBUG:teuthology.orchestra.run.vm00:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 909b66e106532fd1f1a49171c3f2eb7a193a6d0b 2026-04-17T18:01:44.441 INFO:tasks.workunit.client.0.vm00.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-17T18:02:15.946 INFO:tasks.workunit.client.0.vm00.stderr:Note: switching to '909b66e106532fd1f1a49171c3f2eb7a193a6d0b'. 2026-04-17T18:02:15.946 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:15.946 INFO:tasks.workunit.client.0.vm00.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-17T18:02:15.946 INFO:tasks.workunit.client.0.vm00.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-17T18:02:15.946 INFO:tasks.workunit.client.0.vm00.stderr:state without impacting any branches by switching back to a branch. 2026-04-17T18:02:15.946 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:15.946 INFO:tasks.workunit.client.0.vm00.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-17T18:02:15.946 INFO:tasks.workunit.client.0.vm00.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-17T18:02:15.946 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:15.946 INFO:tasks.workunit.client.0.vm00.stderr: git switch -c 2026-04-17T18:02:15.946 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:15.947 INFO:tasks.workunit.client.0.vm00.stderr:Or undo this operation with: 2026-04-17T18:02:15.947 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:15.947 INFO:tasks.workunit.client.0.vm00.stderr: git switch - 2026-04-17T18:02:15.947 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:15.947 INFO:tasks.workunit.client.0.vm00.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-17T18:02:15.947 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:15.947 INFO:tasks.workunit.client.0.vm00.stderr:HEAD is now at 909b66e1065 qa/suites: add pykmip sse for s3tests 2026-04-17T18:02:15.954 DEBUG:teuthology.orchestra.run.vm00:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-17T18:02:16.023 INFO:tasks.workunit.client.0.vm00.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-17T18:02:16.025 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-17T18:02:16.026 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-17T18:02:16.177 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-17T18:02:16.211 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-17T18:02:16.239 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-17T18:02:16.240 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-17T18:02:16.241 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-17T18:02:16.274 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-17T18:02:16.276 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:02:16.277 DEBUG:teuthology.orchestra.run.vm00:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-17T18:02:16.345 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2026-04-17T18:02:16.345 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2026-04-17T18:02:16.345 DEBUG:teuthology.orchestra.run.vm00:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2026-04-17T18:02:16.419 INFO:tasks.workunit.client.0.vm00.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2026-04-17T18:02:16.421 INFO:tasks.workunit.client.0.vm00.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-17T18:02:16.421 INFO:tasks.workunit.client.0.vm00.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ deactivate nondestructive 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n '' ']' 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n '' ']' 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ hash -r 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n '' ']' 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ unset VIRTUAL_ENV 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ export VIRTUAL_ENV 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ export PATH 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n '' ']' 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -z '' ']' 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ _OLD_VIRTUAL_PS1= 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ PS1='(rgw) ' 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ export PS1 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:++ hash -r 2026-04-17T18:02:17.652 INFO:tasks.workunit.client.0.vm00.stderr:+ pip install pip --upgrade 2026-04-17T18:02:17.874 INFO:tasks.workunit.client.0.vm00.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-17T18:02:17.965 INFO:tasks.workunit.client.0.vm00.stdout:Collecting pip 2026-04-17T18:02:17.977 INFO:tasks.workunit.client.0.vm00.stdout: Using cached pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-17T18:02:18.001 INFO:tasks.workunit.client.0.vm00.stdout:Installing collected packages: pip 2026-04-17T18:02:18.001 INFO:tasks.workunit.client.0.vm00.stdout: Attempting uninstall: pip 2026-04-17T18:02:18.001 INFO:tasks.workunit.client.0.vm00.stdout: Found existing installation: pip 21.3.1 2026-04-17T18:02:18.107 INFO:tasks.workunit.client.0.vm00.stdout: Uninstalling pip-21.3.1: 2026-04-17T18:02:18.110 INFO:tasks.workunit.client.0.vm00.stdout: Successfully uninstalled pip-21.3.1 2026-04-17T18:02:18.598 INFO:tasks.workunit.client.0.vm00.stdout:Successfully installed pip-26.0.1 2026-04-17T18:02:18.627 INFO:tasks.workunit.client.0.vm00.stderr:+ pip install boto3 2026-04-17T18:02:18.989 INFO:tasks.workunit.client.0.vm00.stdout:Collecting boto3 2026-04-17T18:02:19.018 INFO:tasks.workunit.client.0.vm00.stdout: Downloading boto3-1.42.90-py3-none-any.whl.metadata (6.7 kB) 2026-04-17T18:02:19.171 INFO:tasks.workunit.client.0.vm00.stdout:Collecting botocore<1.43.0,>=1.42.90 (from boto3) 2026-04-17T18:02:19.179 INFO:tasks.workunit.client.0.vm00.stdout: Downloading botocore-1.42.90-py3-none-any.whl.metadata (5.9 kB) 2026-04-17T18:02:19.193 INFO:tasks.workunit.client.0.vm00.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-17T18:02:19.202 INFO:tasks.workunit.client.0.vm00.stdout: Downloading jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-17T18:02:19.217 INFO:tasks.workunit.client.0.vm00.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-17T18:02:19.225 INFO:tasks.workunit.client.0.vm00.stdout: Downloading s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-17T18:02:19.240 INFO:tasks.workunit.client.0.vm00.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.90->boto3) 2026-04-17T18:02:19.249 INFO:tasks.workunit.client.0.vm00.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-17T18:02:19.268 INFO:tasks.workunit.client.0.vm00.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.90->boto3) 2026-04-17T18:02:19.277 INFO:tasks.workunit.client.0.vm00.stdout: Downloading urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-17T18:02:19.300 INFO:tasks.workunit.client.0.vm00.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.90->boto3) 2026-04-17T18:02:19.310 INFO:tasks.workunit.client.0.vm00.stdout: Downloading six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-17T18:02:19.358 INFO:tasks.workunit.client.0.vm00.stdout:Downloading boto3-1.42.90-py3-none-any.whl (140 kB) 2026-04-17T18:02:19.375 INFO:tasks.workunit.client.0.vm00.stdout:Downloading botocore-1.42.90-py3-none-any.whl (14.9 MB) 2026-04-17T18:02:19.548 INFO:tasks.workunit.client.0.vm00.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 14.9/14.9 MB 88.8 MB/s 0:00:00 2026-04-17T18:02:19.556 INFO:tasks.workunit.client.0.vm00.stdout:Downloading jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-17T18:02:19.566 INFO:tasks.workunit.client.0.vm00.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-17T18:02:19.579 INFO:tasks.workunit.client.0.vm00.stdout:Downloading s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-17T18:02:19.589 INFO:tasks.workunit.client.0.vm00.stdout:Downloading urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-17T18:02:19.601 INFO:tasks.workunit.client.0.vm00.stdout:Downloading six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-17T18:02:19.634 INFO:tasks.workunit.client.0.vm00.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-17T18:02:20.067 INFO:tasks.workunit.client.0.vm00.stdout: 2026-04-17T18:02:20.068 INFO:tasks.workunit.client.0.vm00.stdout:Successfully installed boto3-1.42.90 botocore-1.42.90 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-17T18:02:20.131 INFO:tasks.workunit.client.0.vm00.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2026-04-17T18:02:20.211 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2026-04-17T18:02:20.233 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:20.233 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:20.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.252+0000 7f406a812900 20 rados->read ofs=0 len=0 2026-04-17T18:02:20.253 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.253+0000 7f406a812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:20.253 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.253+0000 7f406a812900 20 realm 2026-04-17T18:02:20.253 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.253+0000 7f406a812900 20 rados->read ofs=0 len=0 2026-04-17T18:02:20.253 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.253+0000 7f406a812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:20.253 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.253+0000 7f406a812900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:20.253 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.253+0000 7f406a812900 20 rados->read ofs=0 len=0 2026-04-17T18:02:20.253 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.253+0000 7f406a812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:20.253 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.253+0000 7f406a812900 20 rados->read ofs=0 len=0 2026-04-17T18:02:20.254 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.254+0000 7f406a812900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:20.254 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.254+0000 7f406a812900 20 rados->read ofs=0 len=0 2026-04-17T18:02:20.254 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.255+0000 7f406a812900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:20.254 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.255+0000 7f406a812900 20 searching for the correct realm 2026-04-17T18:02:20.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.257+0000 7f4065f4e640 0 -- 192.168.123.100:0/2009949209 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7f405401e430 msgr2=0x7f40540108f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:20.463 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.463+0000 7f4065f4e640 0 -- 192.168.123.100:0/2009949209 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x5606a1193eb0 msgr2=0x5606a11b4360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:20.465 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.465+0000 7f406a812900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:20.465 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.465+0000 7f406a812900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:20.465 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.465+0000 7f406a812900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:20.465 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.465+0000 7f406a812900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:20.465 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.465+0000 7f406a812900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:20.465 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.465+0000 7f406a812900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:20.465 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.465+0000 7f406a812900 20 rados->read ofs=0 len=0 2026-04-17T18:02:20.465 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.465+0000 7f406a812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:20.465 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.465+0000 7f406a812900 20 rados->read ofs=0 len=0 2026-04-17T18:02:20.465 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.465+0000 7f406a812900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:20.465 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.465+0000 7f406a812900 20 rados->read ofs=0 len=0 2026-04-17T18:02:20.466 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.466+0000 7f406a812900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:20.466 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.466+0000 7f406a812900 20 zone default found 2026-04-17T18:02:20.466 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.466+0000 7f406a812900 4 Realm: () 2026-04-17T18:02:20.466 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.466+0000 7f406a812900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:20.466 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.466+0000 7f406a812900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:20.466 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.466+0000 7f406a812900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:20.466 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.466+0000 7f406a812900 20 zonegroup default 2026-04-17T18:02:20.466 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.466+0000 7f406a812900 20 rados->read ofs=0 len=0 2026-04-17T18:02:20.466 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.466+0000 7f406a812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:20.466 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.466+0000 7f406a812900 20 rados->read ofs=0 len=0 2026-04-17T18:02:20.466 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.466+0000 7f406a812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:20.466 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.466+0000 7f406a812900 20 rados->read ofs=0 len=0 2026-04-17T18:02:20.466 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.466+0000 7f406a812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:20.466 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.467+0000 7f406a812900 20 started sync module instance, tier type = 2026-04-17T18:02:20.466 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.467+0000 7f406a812900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:20.470 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.470+0000 7f406a812900 20 add_watcher() i=0 2026-04-17T18:02:20.470 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.470+0000 7f406a812900 20 add_watcher() i=2 2026-04-17T18:02:20.470 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.470+0000 7f406a812900 20 add_watcher() i=4 2026-04-17T18:02:20.470 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.471+0000 7f406a812900 20 add_watcher() i=6 2026-04-17T18:02:20.470 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.471+0000 7f406a812900 20 add_watcher() i=7 2026-04-17T18:02:20.471 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.471+0000 7f406a812900 20 add_watcher() i=3 2026-04-17T18:02:20.471 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.471+0000 7f406a812900 20 add_watcher() i=1 2026-04-17T18:02:20.471 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.471+0000 7f406a812900 20 add_watcher() i=5 2026-04-17T18:02:20.471 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.471+0000 7f406a812900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:20.473 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.473+0000 7f406a812900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:20.473 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.473+0000 7f406a812900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:20.473 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.473+0000 7f406a812900 5 note: GC not initialized 2026-04-17T18:02:20.473 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.473+0000 7f4012fed640 20 reqs_thread_entry: start 2026-04-17T18:02:20.511 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.512+0000 7f406a812900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:20.512 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.512+0000 7f406a812900 20 Filter name: none 2026-04-17T18:02:20.512 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.512+0000 7f4010fe9640 20 reqs_thread_entry: start 2026-04-17T18:02:20.512 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.512+0000 7f406a812900 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2026-04-17T18:02:20.512 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.512+0000 7f406a812900 20 rados->read ofs=0 len=0 2026-04-17T18:02:20.512 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.512+0000 7f406a812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:20.512 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.512+0000 7f406a812900 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2026-04-17T18:02:20.512 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.512+0000 7f406a812900 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2026-04-17T18:02:20.512 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.512+0000 7f406a812900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2026-04-17T18:02:20.512 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.512+0000 7f406a812900 20 rados->read ofs=0 len=0 2026-04-17T18:02:20.512 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.513+0000 7f406a812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:20.512 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.513+0000 7f406a812900 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2026-04-17T18:02:20.512 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.513+0000 7f406a812900 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-04-17T18:02:20.512 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.513+0000 7f406a812900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2026-04-17T18:02:20.512 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.513+0000 7f406a812900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2026-04-17T18:02:20.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.514+0000 7f406a812900 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2026-04-17T18:02:20.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.514+0000 7f406a812900 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2026-04-17T18:02:20.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.514+0000 7f406a812900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2026-04-17T18:02:20.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.514+0000 7f4044ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 150323855361 cookie 94586472607952 notifier 4559 bl.length()=593 2026-04-17T18:02:20.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.515+0000 7f4044ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2026-04-17T18:02:20.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.515+0000 7f4044ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2026-04-17T18:02:20.516 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.516+0000 7f406a812900 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2026-04-17T18:02:20.516 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.516+0000 7f406a812900 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-04-17T18:02:20.516 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.516+0000 7f406a812900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2026-04-17T18:02:20.516 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.516+0000 7f40457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 150323855360 cookie 94586472602640 notifier 4559 bl.length()=186 2026-04-17T18:02:20.516 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.516+0000 7f40457fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2026-04-17T18:02:20.516 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.516+0000 7f40457fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-04-17T18:02:20.520 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.520+0000 7f406a812900 20 remove_watcher() i=4 2026-04-17T18:02:20.520 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.520+0000 7f406a812900 2 removed watcher, disabling cache 2026-04-17T18:02:20.520 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.520+0000 7f406a812900 20 remove_watcher() i=0 2026-04-17T18:02:20.520 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.520+0000 7f406a812900 20 remove_watcher() i=1 2026-04-17T18:02:20.521 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.521+0000 7f406a812900 20 remove_watcher() i=5 2026-04-17T18:02:20.521 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.521+0000 7f406a812900 20 remove_watcher() i=6 2026-04-17T18:02:20.521 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.521+0000 7f406a812900 20 remove_watcher() i=2 2026-04-17T18:02:20.521 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.521+0000 7f406a812900 20 remove_watcher() i=7 2026-04-17T18:02:20.522 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:20.522+0000 7f406a812900 20 remove_watcher() i=3 2026-04-17T18:02:20.532 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-17T18:02:20.532 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-17T18:02:20.622 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:20.622 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:20.666 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:20.666 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:20.710 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:20.710 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:20.722 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:20.722 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:20.766 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:20.766 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:20.768 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:20.768 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:20.811 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:20.811 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:20.814 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:20.814 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:20.817 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:20.817 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:20.860 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:20.860 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:20.863 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:20.863 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:20.906 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:20.906 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:20.909 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:20.909 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:20.953 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:20.953 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:20.955 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:20.955 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:20.998 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:20.998 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:21.000 INFO:tasks.workunit.client.0.vm00.stderr:TEST: recalculated bucket check stats are correct 2026-04-17T18:02:21.000 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:21.002 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2026-04-17T18:02:21.023 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:21.023 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:21.043 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.043+0000 7fae55d2c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.045 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.045+0000 7fae55d2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.045 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.045+0000 7fae55d2c900 20 realm 2026-04-17T18:02:21.045 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.045+0000 7fae55d2c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.045 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.045+0000 7fae55d2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.045 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.045+0000 7fae55d2c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:21.045 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.045+0000 7fae55d2c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.045 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.045+0000 7fae55d2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.045 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.045+0000 7fae55d2c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.046 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.046+0000 7fae55d2c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:21.046 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.046+0000 7fae55d2c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.046 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.046+0000 7fae55d2c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:21.046 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.046+0000 7fae55d2c900 20 searching for the correct realm 2026-04-17T18:02:21.049 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.049+0000 7fae51aa7640 0 -- 192.168.123.100:0/22062945 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7fae40089260 msgr2=0x7fae4005c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:21.255 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.255+0000 7fae51aa7640 0 -- 192.168.123.100:0/22062945 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x55bfeb94c4e0 msgr2=0x55bfeb96c990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:21.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.257+0000 7fae55d2c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:21.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.257+0000 7fae55d2c900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:21.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.257+0000 7fae55d2c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:21.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.257+0000 7fae55d2c900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:21.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.257+0000 7fae55d2c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:21.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.257+0000 7fae55d2c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:21.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.257+0000 7fae55d2c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.258+0000 7fae55d2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.258+0000 7fae55d2c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.258+0000 7fae55d2c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:21.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.258+0000 7fae55d2c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.258+0000 7fae55d2c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:21.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.258+0000 7fae55d2c900 20 zone default found 2026-04-17T18:02:21.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.258+0000 7fae55d2c900 4 Realm: () 2026-04-17T18:02:21.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.258+0000 7fae55d2c900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:21.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.258+0000 7fae55d2c900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:21.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.258+0000 7fae55d2c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:21.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.258+0000 7fae55d2c900 20 zonegroup default 2026-04-17T18:02:21.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.258+0000 7fae55d2c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.258+0000 7fae55d2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.258+0000 7fae55d2c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.259+0000 7fae55d2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.259+0000 7fae55d2c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.259 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.259+0000 7fae55d2c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.259 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.259+0000 7fae55d2c900 20 started sync module instance, tier type = 2026-04-17T18:02:21.259 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.259+0000 7fae55d2c900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:21.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.262+0000 7fae55d2c900 20 add_watcher() i=4 2026-04-17T18:02:21.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.262+0000 7fae55d2c900 20 add_watcher() i=0 2026-04-17T18:02:21.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.262+0000 7fae55d2c900 20 add_watcher() i=6 2026-04-17T18:02:21.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.262+0000 7fae55d2c900 20 add_watcher() i=2 2026-04-17T18:02:21.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.262+0000 7fae55d2c900 20 add_watcher() i=5 2026-04-17T18:02:21.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.262+0000 7fae55d2c900 20 add_watcher() i=3 2026-04-17T18:02:21.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.263+0000 7fae55d2c900 20 add_watcher() i=7 2026-04-17T18:02:21.263 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.263+0000 7fae55d2c900 20 add_watcher() i=1 2026-04-17T18:02:21.263 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.263+0000 7fae55d2c900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:21.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.265+0000 7fae55d2c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:21.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.265+0000 7fae55d2c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:21.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.265+0000 7fae55d2c900 5 note: GC not initialized 2026-04-17T18:02:21.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.265+0000 7fadff7ee640 20 reqs_thread_entry: start 2026-04-17T18:02:21.303 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.303+0000 7fae55d2c900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:21.303 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.303+0000 7fae55d2c900 20 Filter name: none 2026-04-17T18:02:21.303 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.303+0000 7fadfd7ea640 20 reqs_thread_entry: start 2026-04-17T18:02:21.303 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.303+0000 7fae55d2c900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T18:02:21.303 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.303+0000 7fae55d2c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.304 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.304+0000 7fae55d2c900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:21.304 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.304+0000 7fae55d2c900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T18:02:21.304 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.304+0000 7fae55d2c900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T18:02:21.304 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.304+0000 7fae55d2c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 : miss 2026-04-17T18:02:21.304 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.304+0000 7fae55d2c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.304 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.305+0000 7fae55d2c900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:21.304 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.305+0000 7fae55d2c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 info.flags=0x17 2026-04-17T18:02:21.304 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.305+0000 7fae55d2c900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 to cache LRU end 2026-04-17T18:02:21.304 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.305+0000 7fae55d2c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T18:02:21.304 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.305+0000 7fae55d2c900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T18:02:21.304 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.305+0000 7fae55d2c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 2026-04-17T18:02:21.305 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.305+0000 7fae55d2c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:21.305 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.305+0000 7fae55d2c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:21.305 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.306+0000 7fae55d2c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:21.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.306+0000 7fae55d2c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:21.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.306+0000 7fae55d2c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:21.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.307+0000 7fae55d2c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:21.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.307+0000 7fae55d2c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:21.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.307+0000 7fae55d2c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:21.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.308+0000 7fae55d2c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:21.308 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.308+0000 7fae55d2c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:21.308 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.308+0000 7fae55d2c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:21.316 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.316+0000 7fae55d2c900 20 remove_watcher() i=0 2026-04-17T18:02:21.316 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.316+0000 7fae55d2c900 2 removed watcher, disabling cache 2026-04-17T18:02:21.316 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.316+0000 7fae55d2c900 20 remove_watcher() i=3 2026-04-17T18:02:21.316 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.317+0000 7fae55d2c900 20 remove_watcher() i=6 2026-04-17T18:02:21.316 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.317+0000 7fae55d2c900 20 remove_watcher() i=7 2026-04-17T18:02:21.316 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.317+0000 7fae55d2c900 20 remove_watcher() i=1 2026-04-17T18:02:21.316 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.317+0000 7fae55d2c900 20 remove_watcher() i=5 2026-04-17T18:02:21.317 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.317+0000 7fae55d2c900 20 remove_watcher() i=2 2026-04-17T18:02:21.317 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.317+0000 7fae55d2c900 20 remove_watcher() i=4 2026-04-17T18:02:21.324 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket stats --bucket check-bucket 2026-04-17T18:02:21.342 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:21.342 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:21.363 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.363+0000 7f6a69925900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.363 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.364+0000 7f6a69925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.363 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.364+0000 7f6a69925900 20 realm 2026-04-17T18:02:21.363 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.364+0000 7f6a69925900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.363 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.364+0000 7f6a69925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.363 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.364+0000 7f6a69925900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:21.364 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.364+0000 7f6a69925900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.364 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.364+0000 7f6a69925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.364 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.364+0000 7f6a69925900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.364 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.365+0000 7f6a69925900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:21.364 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.365+0000 7f6a69925900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.365 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.365+0000 7f6a69925900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:21.365 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.365+0000 7f6a69925900 20 searching for the correct realm 2026-04-17T18:02:21.367 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.368+0000 7f6a655b9640 0 -- 192.168.123.100:0/2520320496 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7f6a540bbbe0 msgr2=0x7f6a540bcf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:21.574 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.574+0000 7f6a655b9640 0 -- 192.168.123.100:0/2520320496 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x562f9fc9de20 msgr2=0x562f9fcbe2d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:21.576 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.576+0000 7f6a69925900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:21.576 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.576+0000 7f6a69925900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:21.576 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.576+0000 7f6a69925900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:21.576 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.576+0000 7f6a69925900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:21.576 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.576+0000 7f6a69925900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:21.576 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.576+0000 7f6a69925900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:21.576 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.576+0000 7f6a69925900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.576 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.576+0000 7f6a69925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.576 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.576+0000 7f6a69925900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.576 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.577+0000 7f6a69925900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:21.576 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.577+0000 7f6a69925900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.577 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.577+0000 7f6a69925900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:21.577 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.577+0000 7f6a69925900 20 zone default found 2026-04-17T18:02:21.577 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.577+0000 7f6a69925900 4 Realm: () 2026-04-17T18:02:21.577 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.577+0000 7f6a69925900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:21.577 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.577+0000 7f6a69925900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:21.577 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.577+0000 7f6a69925900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:21.577 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.577+0000 7f6a69925900 20 zonegroup default 2026-04-17T18:02:21.577 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.577+0000 7f6a69925900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.577 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.577+0000 7f6a69925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.577 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.577+0000 7f6a69925900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.577 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.578+0000 7f6a69925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.577 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.578+0000 7f6a69925900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.577 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.578+0000 7f6a69925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.578 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.578+0000 7f6a69925900 20 started sync module instance, tier type = 2026-04-17T18:02:21.578 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.578+0000 7f6a69925900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:21.581 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.581+0000 7f6a69925900 20 add_watcher() i=0 2026-04-17T18:02:21.581 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.581+0000 7f6a69925900 20 add_watcher() i=5 2026-04-17T18:02:21.581 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.581+0000 7f6a69925900 20 add_watcher() i=4 2026-04-17T18:02:21.581 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.582+0000 7f6a69925900 20 add_watcher() i=1 2026-04-17T18:02:21.581 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.582+0000 7f6a69925900 20 add_watcher() i=3 2026-04-17T18:02:21.581 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.582+0000 7f6a69925900 20 add_watcher() i=2 2026-04-17T18:02:21.582 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.582+0000 7f6a69925900 20 add_watcher() i=7 2026-04-17T18:02:21.582 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.582+0000 7f6a69925900 20 add_watcher() i=6 2026-04-17T18:02:21.582 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.582+0000 7f6a69925900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:21.584 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.585+0000 7f6a69925900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:21.584 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.585+0000 7f6a69925900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:21.585 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.585+0000 7f6a69925900 5 note: GC not initialized 2026-04-17T18:02:21.585 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.585+0000 7f6a127ec640 20 reqs_thread_entry: start 2026-04-17T18:02:21.625 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.625+0000 7f6a69925900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:21.625 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.625+0000 7f6a69925900 20 Filter name: none 2026-04-17T18:02:21.625 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.625+0000 7f6a0bfff640 20 reqs_thread_entry: start 2026-04-17T18:02:21.625 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.625+0000 7f6a69925900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.625 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.625+0000 7f6a69925900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:21.625 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.625+0000 7f6a69925900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.625 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.626+0000 7f6a69925900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:21.625 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.626+0000 7f6a69925900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T18:02:21.625 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.626+0000 7f6a69925900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.626 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.626+0000 7f6a69925900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:21.626 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.626+0000 7f6a69925900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.626 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.626+0000 7f6a69925900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:21.626 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.626+0000 7f6a69925900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T18:02:21.631 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.631+0000 7f6a69925900 20 remove_watcher() i=1 2026-04-17T18:02:21.631 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.631+0000 7f6a69925900 2 removed watcher, disabling cache 2026-04-17T18:02:21.631 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.631+0000 7f6a69925900 20 remove_watcher() i=0 2026-04-17T18:02:21.631 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.631+0000 7f6a69925900 20 remove_watcher() i=3 2026-04-17T18:02:21.631 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.632+0000 7f6a69925900 20 remove_watcher() i=4 2026-04-17T18:02:21.631 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.632+0000 7f6a69925900 20 remove_watcher() i=5 2026-04-17T18:02:21.632 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.632+0000 7f6a69925900 20 remove_watcher() i=2 2026-04-17T18:02:21.632 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.632+0000 7f6a69925900 20 remove_watcher() i=6 2026-04-17T18:02:21.632 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.632+0000 7f6a69925900 20 remove_watcher() i=7 2026-04-17T18:02:21.638 INFO:tasks.workunit.client.0.vm00.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 112, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2026-04-17T18:02:21.638 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check unlinked does not report normal entries 2026-04-17T18:02:21.638 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:21.639 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-04-17T18:02:21.661 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:21.661 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:21.681 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.681+0000 7f3d251cb900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.682 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.682+0000 7f3d251cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.682 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.682+0000 7f3d251cb900 20 realm 2026-04-17T18:02:21.682 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.682+0000 7f3d251cb900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.682 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.682+0000 7f3d251cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.682 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.682+0000 7f3d251cb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:21.682 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.682+0000 7f3d251cb900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.682 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.682+0000 7f3d251cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.682 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.682+0000 7f3d251cb900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.683 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.683+0000 7f3d251cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:21.683 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.683+0000 7f3d251cb900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.683 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.683+0000 7f3d251cb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:21.683 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.683+0000 7f3d251cb900 20 searching for the correct realm 2026-04-17T18:02:21.687 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.687+0000 7f3d1bfff640 0 -- 192.168.123.100:0/505656485 >> [v2:192.168.123.100:6802/3440140179,v1:192.168.123.100:6803/3440140179] conn(0x7f3d040782e0 msgr2=0x7f3d0400f9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:21.689 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.690+0000 7f3d12dff640 0 -- 192.168.123.100:0/505656485 >> [v2:192.168.123.108:6817/1572478657,v1:192.168.123.108:6819/1572478657] conn(0x7f3d0405d040 msgr2=0x7f3d04084820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:21.691 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.691+0000 7f3d251cb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:21.691 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.691+0000 7f3d251cb900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:21.691 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.691+0000 7f3d251cb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:21.691 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.691+0000 7f3d251cb900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:21.691 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.691+0000 7f3d251cb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:21.691 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.691+0000 7f3d251cb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:21.691 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.691+0000 7f3d251cb900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.691 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.692+0000 7f3d251cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.691 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.692+0000 7f3d251cb900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.692+0000 7f3d251cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.692+0000 7f3d251cb900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.692+0000 7f3d251cb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.692+0000 7f3d251cb900 20 zone default found 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.692+0000 7f3d251cb900 4 Realm: () 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.692+0000 7f3d251cb900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.692+0000 7f3d251cb900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.692+0000 7f3d251cb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.692+0000 7f3d251cb900 20 zonegroup default 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.692+0000 7f3d251cb900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.692+0000 7f3d251cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.692+0000 7f3d251cb900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.693+0000 7f3d251cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.693+0000 7f3d251cb900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.693+0000 7f3d251cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.693+0000 7f3d251cb900 20 started sync module instance, tier type = 2026-04-17T18:02:21.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.693+0000 7f3d251cb900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:21.696 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.696+0000 7f3d251cb900 20 add_watcher() i=0 2026-04-17T18:02:21.696 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.696+0000 7f3d251cb900 20 add_watcher() i=3 2026-04-17T18:02:21.696 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.696+0000 7f3d251cb900 20 add_watcher() i=1 2026-04-17T18:02:21.696 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.697+0000 7f3d251cb900 20 add_watcher() i=2 2026-04-17T18:02:21.696 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.697+0000 7f3d251cb900 20 add_watcher() i=4 2026-04-17T18:02:21.697 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.697+0000 7f3d251cb900 20 add_watcher() i=5 2026-04-17T18:02:21.697 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.697+0000 7f3d251cb900 20 add_watcher() i=6 2026-04-17T18:02:21.697 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.697+0000 7f3d251cb900 20 add_watcher() i=7 2026-04-17T18:02:21.697 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.697+0000 7f3d251cb900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:21.699 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.700+0000 7f3d251cb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:21.700 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.700+0000 7f3d251cb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:21.700 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.700+0000 7f3d251cb900 5 note: GC not initialized 2026-04-17T18:02:21.700 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.700+0000 7f3cc7fff640 20 reqs_thread_entry: start 2026-04-17T18:02:21.741 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.741+0000 7f3d251cb900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:21.741 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.741+0000 7f3d251cb900 20 Filter name: none 2026-04-17T18:02:21.741 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.741+0000 7f3cc5ffb640 20 reqs_thread_entry: start 2026-04-17T18:02:21.741 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.741+0000 7f3d251cb900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T18:02:21.741 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.741+0000 7f3d251cb900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.741 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.741+0000 7f3d251cb900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:21.741 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.741+0000 7f3d251cb900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T18:02:21.741 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.741+0000 7f3d251cb900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T18:02:21.741 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.741+0000 7f3d251cb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 : miss 2026-04-17T18:02:21.741 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.741+0000 7f3d251cb900 20 rados->read ofs=0 len=0 2026-04-17T18:02:21.742 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.742+0000 7f3d251cb900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:21.742 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.742+0000 7f3d251cb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 info.flags=0x17 2026-04-17T18:02:21.742 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.742+0000 7f3d251cb900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 to cache LRU end 2026-04-17T18:02:21.742 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.742+0000 7f3d251cb900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T18:02:21.742 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.742+0000 7f3d251cb900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T18:02:21.742 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.742+0000 7f3d251cb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 2026-04-17T18:02:21.742 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.742+0000 7f3d251cb900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:21.742 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.742+0000 7f3d251cb900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-17T18:02:21.742 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.742+0000 7f3d251cb900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:21.742 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.742+0000 7f3d251cb900 1 NOTICE: finished shard 1 (0 entries found) 2026-04-17T18:02:21.742 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.742+0000 7f3d251cb900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:21.742 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.743+0000 7f3d251cb900 1 NOTICE: finished shard 2 (0 entries found) 2026-04-17T18:02:21.743 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.743+0000 7f3d251cb900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:21.743 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.743+0000 7f3d251cb900 1 NOTICE: finished shard 3 (0 entries found) 2026-04-17T18:02:21.743 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.743+0000 7f3d251cb900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:21.743 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.743+0000 7f3d251cb900 1 NOTICE: finished shard 4 (0 entries found) 2026-04-17T18:02:21.743 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.743+0000 7f3d251cb900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:21.743 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.744+0000 7f3d251cb900 1 NOTICE: finished shard 5 (0 entries found) 2026-04-17T18:02:21.743 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.744+0000 7f3d251cb900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:21.744 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.744+0000 7f3d251cb900 1 NOTICE: finished shard 6 (0 entries found) 2026-04-17T18:02:21.744 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.744+0000 7f3d251cb900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:21.744 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.744+0000 7f3d251cb900 1 NOTICE: finished shard 7 (0 entries found) 2026-04-17T18:02:21.744 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.744+0000 7f3d251cb900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:21.744 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.745+0000 7f3d251cb900 1 NOTICE: finished shard 8 (0 entries found) 2026-04-17T18:02:21.744 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.745+0000 7f3d251cb900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:21.744 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.745+0000 7f3d251cb900 1 NOTICE: finished shard 9 (0 entries found) 2026-04-17T18:02:21.745 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.745+0000 7f3d251cb900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:21.745 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.745+0000 7f3d251cb900 1 NOTICE: finished shard 10 (0 entries found) 2026-04-17T18:02:21.745 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.745+0000 7f3d251cb900 1 NOTICE: finished all shards (0 entries found) 2026-04-17T18:02:21.749 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.749+0000 7f3d251cb900 20 remove_watcher() i=0 2026-04-17T18:02:21.749 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.749+0000 7f3d251cb900 2 removed watcher, disabling cache 2026-04-17T18:02:21.749 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.749+0000 7f3d251cb900 20 remove_watcher() i=5 2026-04-17T18:02:21.749 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.749+0000 7f3d251cb900 20 remove_watcher() i=3 2026-04-17T18:02:21.749 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.749+0000 7f3d251cb900 20 remove_watcher() i=6 2026-04-17T18:02:21.749 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.749+0000 7f3d251cb900 20 remove_watcher() i=1 2026-04-17T18:02:21.749 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.750+0000 7f3d251cb900 20 remove_watcher() i=2 2026-04-17T18:02:21.749 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.750+0000 7f3d251cb900 20 remove_watcher() i=7 2026-04-17T18:02:21.750 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:21.750+0000 7f3d251cb900 20 remove_watcher() i=4 2026-04-17T18:02:21.756 INFO:tasks.workunit.client.0.vm00.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2026-04-17T18:02:22.009 INFO:tasks.workunit.client.0.vm00.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2026-04-17T18:02:23.264 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:23.265 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:23.312 INFO:tasks.workunit.client.0.vm00.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T18:02:23.313 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-17T18:02:23.333 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:23.333 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:23.353 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.353+0000 7f9669d32900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.353 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.354+0000 7f9669d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.353 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.354+0000 7f9669d32900 20 realm 2026-04-17T18:02:23.353 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.354+0000 7f9669d32900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.353 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.354+0000 7f9669d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.353 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.354+0000 7f9669d32900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:23.354 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.354+0000 7f9669d32900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.354 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.354+0000 7f9669d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.354 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.354+0000 7f9669d32900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.354 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.354+0000 7f9669d32900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:23.354 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.354+0000 7f9669d32900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.355 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.355+0000 7f9669d32900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:23.355 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.355+0000 7f9669d32900 20 searching for the correct realm 2026-04-17T18:02:23.357 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.358+0000 7f9665a21640 0 -- 192.168.123.100:0/695964320 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7f965401aa50 msgr2=0x7f9654028ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T18:02:23.564 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.564+0000 7f9665a21640 0 -- 192.168.123.100:0/695964320 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x557e809c3740 msgr2=0x557e809e3bf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:23.566 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.566+0000 7f9669d32900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:23.566 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.566+0000 7f9669d32900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:23.566 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.566+0000 7f9669d32900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:23.566 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.566+0000 7f9669d32900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:23.566 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.566+0000 7f9669d32900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:23.566 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.566+0000 7f9669d32900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:23.566 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.566+0000 7f9669d32900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.566 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.566+0000 7f9669d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.566 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.566+0000 7f9669d32900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.566 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.567+0000 7f9669d32900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:23.566 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.567+0000 7f9669d32900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.567 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.567+0000 7f9669d32900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:23.567 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.567+0000 7f9669d32900 20 zone default found 2026-04-17T18:02:23.567 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.567+0000 7f9669d32900 4 Realm: () 2026-04-17T18:02:23.567 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.567+0000 7f9669d32900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:23.567 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.567+0000 7f9669d32900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:23.567 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.567+0000 7f9669d32900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:23.567 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.567+0000 7f9669d32900 20 zonegroup default 2026-04-17T18:02:23.567 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.567+0000 7f9669d32900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.567 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.567+0000 7f9669d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.567 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.567+0000 7f9669d32900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.567 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.567+0000 7f9669d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.567 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.567+0000 7f9669d32900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.567 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.568+0000 7f9669d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.567 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.568+0000 7f9669d32900 20 started sync module instance, tier type = 2026-04-17T18:02:23.567 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.568+0000 7f9669d32900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:23.570 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.571+0000 7f9669d32900 20 add_watcher() i=0 2026-04-17T18:02:23.571 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.571+0000 7f9669d32900 20 add_watcher() i=4 2026-04-17T18:02:23.571 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.571+0000 7f9669d32900 20 add_watcher() i=5 2026-04-17T18:02:23.571 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.571+0000 7f9669d32900 20 add_watcher() i=3 2026-04-17T18:02:23.571 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.572+0000 7f9669d32900 20 add_watcher() i=1 2026-04-17T18:02:23.572 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.572+0000 7f9669d32900 20 add_watcher() i=6 2026-04-17T18:02:23.572 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.572+0000 7f9669d32900 20 add_watcher() i=7 2026-04-17T18:02:23.572 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.572+0000 7f9669d32900 20 add_watcher() i=2 2026-04-17T18:02:23.572 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.572+0000 7f9669d32900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:23.574 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.574+0000 7f9669d32900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:23.574 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.574+0000 7f9669d32900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:23.574 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.574+0000 7f9669d32900 5 note: GC not initialized 2026-04-17T18:02:23.574 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.574+0000 7f9612fed640 20 reqs_thread_entry: start 2026-04-17T18:02:23.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.611+0000 7f9669d32900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:23.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.611+0000 7f9669d32900 20 Filter name: none 2026-04-17T18:02:23.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.611+0000 7f9610fe9640 20 reqs_thread_entry: start 2026-04-17T18:02:23.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.611+0000 7f9669d32900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.612+0000 7f9669d32900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:23.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.612+0000 7f9669d32900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.612+0000 7f9669d32900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:23.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.612+0000 7f9669d32900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T18:02:23.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.612+0000 7f9669d32900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-17T18:02:23.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.612+0000 7f9669d32900 20 INFO: main: starting shard=0 2026-04-17T18:02:23.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.612+0000 7f9669d32900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:23.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.612+0000 7f9669d32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.612+0000 7f9669d32900 20 INFO: main: starting shard=1 2026-04-17T18:02:23.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.612+0000 7f9669d32900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:23.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.613+0000 7f9669d32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.613+0000 7f9669d32900 20 INFO: main: starting shard=2 2026-04-17T18:02:23.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.613+0000 7f9669d32900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:23.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.613+0000 7f9669d32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.613+0000 7f9669d32900 20 INFO: main: starting shard=3 2026-04-17T18:02:23.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.613+0000 7f9669d32900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:23.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.613+0000 7f9669d32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.613+0000 7f9669d32900 20 INFO: main: starting shard=4 2026-04-17T18:02:23.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.613+0000 7f9669d32900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:23.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.614+0000 7f9669d32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.614+0000 7f9669d32900 20 INFO: main: starting shard=5 2026-04-17T18:02:23.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.614+0000 7f9669d32900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:23.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.614+0000 7f9669d32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.614+0000 7f9669d32900 20 INFO: main: starting shard=6 2026-04-17T18:02:23.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.614+0000 7f9669d32900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:23.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.614+0000 7f9669d32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.614+0000 7f9669d32900 20 INFO: main: starting shard=7 2026-04-17T18:02:23.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.614+0000 7f9669d32900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:23.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.615+0000 7f9669d32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.615+0000 7f9669d32900 20 INFO: main: starting shard=8 2026-04-17T18:02:23.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.615+0000 7f9669d32900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:23.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.615+0000 7f9669d32900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-17T18:02:23.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.615+0000 7f9669d32900 20 INFO: main: starting shard=9 2026-04-17T18:02:23.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.615+0000 7f9669d32900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:23.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.615+0000 7f9669d32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.615+0000 7f9669d32900 20 INFO: main: starting shard=10 2026-04-17T18:02:23.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.615+0000 7f9669d32900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:23.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.616+0000 7f9669d32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.616+0000 7f9669d32900 20 INFO: main: done 2026-04-17T18:02:23.619 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.619+0000 7f9669d32900 20 remove_watcher() i=0 2026-04-17T18:02:23.619 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.619+0000 7f9669d32900 2 removed watcher, disabling cache 2026-04-17T18:02:23.619 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.620+0000 7f9669d32900 20 remove_watcher() i=3 2026-04-17T18:02:23.621 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.621+0000 7f9669d32900 20 remove_watcher() i=1 2026-04-17T18:02:23.621 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.621+0000 7f9669d32900 20 remove_watcher() i=4 2026-04-17T18:02:23.621 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.621+0000 7f9669d32900 20 remove_watcher() i=6 2026-04-17T18:02:23.621 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.621+0000 7f9669d32900 20 remove_watcher() i=5 2026-04-17T18:02:23.621 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.621+0000 7f9669d32900 20 remove_watcher() i=7 2026-04-17T18:02:23.621 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.622+0000 7f9669d32900 20 remove_watcher() i=2 2026-04-17T18:02:23.629 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:23.629 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:23.631 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:23.632 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:23.673 INFO:tasks.workunit.client.0.vm00.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T18:02:23.675 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-17T18:02:23.695 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:23.695 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:23.718 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.718+0000 7f8f3b1a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.720 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.721+0000 7f8f3b1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.720 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.721+0000 7f8f3b1a3900 20 realm 2026-04-17T18:02:23.720 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.721+0000 7f8f3b1a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.721 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.721+0000 7f8f3b1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.721 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.721+0000 7f8f3b1a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:23.721 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.721+0000 7f8f3b1a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.721 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.721+0000 7f8f3b1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.721 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.721+0000 7f8f3b1a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.722 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.722+0000 7f8f3b1a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:23.722 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.722+0000 7f8f3b1a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.722 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.723+0000 7f8f3b1a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:23.722 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.723+0000 7f8f3b1a3900 20 searching for the correct realm 2026-04-17T18:02:23.725 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.725+0000 7f8f376e8640 0 -- 192.168.123.100:0/380092699 >> [v2:192.168.123.100:6802/3440140179,v1:192.168.123.100:6803/3440140179] conn(0x7f8f1c039430 msgr2=0x7f8f1c0398a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:23.728 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.728+0000 7f8f376e8640 0 -- 192.168.123.100:0/380092699 >> [v2:192.168.123.100:6806/2424818862,v1:192.168.123.100:6808/2424818862] conn(0x55c16694cfa0 msgr2=0x55c16696d380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:23.731 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.731+0000 7f8f3b1a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:23.731 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.731+0000 7f8f3b1a3900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:23.731 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.731+0000 7f8f3b1a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:23.731 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.731+0000 7f8f3b1a3900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:23.731 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.731+0000 7f8f3b1a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:23.731 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.731+0000 7f8f3b1a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:23.731 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.732+0000 7f8f3b1a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.731 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.732+0000 7f8f3b1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.731 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.732+0000 7f8f3b1a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.732 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.732+0000 7f8f3b1a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:23.732 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.732+0000 7f8f3b1a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.732 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.732+0000 7f8f3b1a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:23.732 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.732+0000 7f8f3b1a3900 20 zone default found 2026-04-17T18:02:23.732 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.732+0000 7f8f3b1a3900 4 Realm: () 2026-04-17T18:02:23.732 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.732+0000 7f8f3b1a3900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:23.732 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.732+0000 7f8f3b1a3900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:23.732 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.733+0000 7f8f3b1a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:23.732 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.733+0000 7f8f3b1a3900 20 zonegroup default 2026-04-17T18:02:23.732 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.733+0000 7f8f3b1a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.732 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.733+0000 7f8f3b1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.732 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.733+0000 7f8f3b1a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.733 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.733+0000 7f8f3b1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.733 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.733+0000 7f8f3b1a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.733 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.733+0000 7f8f3b1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.733 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.733+0000 7f8f3b1a3900 20 started sync module instance, tier type = 2026-04-17T18:02:23.733 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.733+0000 7f8f3b1a3900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:23.736 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.736+0000 7f8f3b1a3900 20 add_watcher() i=0 2026-04-17T18:02:23.736 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.736+0000 7f8f3b1a3900 20 add_watcher() i=4 2026-04-17T18:02:23.736 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.737+0000 7f8f3b1a3900 20 add_watcher() i=3 2026-04-17T18:02:23.737 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.737+0000 7f8f3b1a3900 20 add_watcher() i=1 2026-04-17T18:02:23.737 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.738+0000 7f8f3b1a3900 20 add_watcher() i=6 2026-04-17T18:02:23.737 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.738+0000 7f8f3b1a3900 20 add_watcher() i=7 2026-04-17T18:02:23.737 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.738+0000 7f8f3b1a3900 20 add_watcher() i=5 2026-04-17T18:02:23.737 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.738+0000 7f8f3b1a3900 20 add_watcher() i=2 2026-04-17T18:02:23.738 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.738+0000 7f8f3b1a3900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:23.740 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.740+0000 7f8f3b1a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:23.740 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.740+0000 7f8f3b1a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:23.740 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.740+0000 7f8f3b1a3900 5 note: GC not initialized 2026-04-17T18:02:23.740 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.740+0000 7f8edf7fe640 20 reqs_thread_entry: start 2026-04-17T18:02:23.782 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.782+0000 7f8f3b1a3900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:23.782 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.782+0000 7f8f3b1a3900 20 Filter name: none 2026-04-17T18:02:23.782 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.782+0000 7f8edd7fa640 20 reqs_thread_entry: start 2026-04-17T18:02:23.782 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.782+0000 7f8f3b1a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.782 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.783+0000 7f8f3b1a3900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:23.782 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.783+0000 7f8f3b1a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.783 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.783+0000 7f8f3b1a3900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:23.783 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.783+0000 7f8f3b1a3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T18:02:23.783 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.783+0000 7f8f3b1a3900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-17T18:02:23.783 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.783+0000 7f8f3b1a3900 20 INFO: main: starting shard=0 2026-04-17T18:02:23.783 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.783+0000 7f8f3b1a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:23.783 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.783+0000 7f8f3b1a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.783 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.783+0000 7f8f3b1a3900 20 INFO: main: starting shard=1 2026-04-17T18:02:23.783 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.783+0000 7f8f3b1a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:23.783 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.784+0000 7f8f3b1a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.784 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.784+0000 7f8f3b1a3900 20 INFO: main: starting shard=2 2026-04-17T18:02:23.784 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.784+0000 7f8f3b1a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:23.784 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.784+0000 7f8f3b1a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.784 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.784+0000 7f8f3b1a3900 20 INFO: main: starting shard=3 2026-04-17T18:02:23.784 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.784+0000 7f8f3b1a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:23.784 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.785+0000 7f8f3b1a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.784 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.785+0000 7f8f3b1a3900 20 INFO: main: starting shard=4 2026-04-17T18:02:23.784 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.785+0000 7f8f3b1a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:23.785 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.785+0000 7f8f3b1a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.785 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.785+0000 7f8f3b1a3900 20 INFO: main: starting shard=5 2026-04-17T18:02:23.785 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.785+0000 7f8f3b1a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:23.785 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.786+0000 7f8f3b1a3900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-17T18:02:23.785 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.786+0000 7f8f3b1a3900 20 INFO: main: starting shard=6 2026-04-17T18:02:23.785 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.786+0000 7f8f3b1a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:23.786 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.786+0000 7f8f3b1a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.786 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.786+0000 7f8f3b1a3900 20 INFO: main: starting shard=7 2026-04-17T18:02:23.786 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.786+0000 7f8f3b1a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:23.786 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.786+0000 7f8f3b1a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.786 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.787+0000 7f8f3b1a3900 20 INFO: main: starting shard=8 2026-04-17T18:02:23.786 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.787+0000 7f8f3b1a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:23.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.787+0000 7f8f3b1a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.787+0000 7f8f3b1a3900 20 INFO: main: starting shard=9 2026-04-17T18:02:23.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.787+0000 7f8f3b1a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:23.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.787+0000 7f8f3b1a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.787+0000 7f8f3b1a3900 20 INFO: main: starting shard=10 2026-04-17T18:02:23.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.787+0000 7f8f3b1a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:23.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.788+0000 7f8f3b1a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:23.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.788+0000 7f8f3b1a3900 20 INFO: main: done 2026-04-17T18:02:23.791 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.791+0000 7f8f3b1a3900 20 remove_watcher() i=0 2026-04-17T18:02:23.791 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.791+0000 7f8f3b1a3900 2 removed watcher, disabling cache 2026-04-17T18:02:23.791 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.791+0000 7f8f3b1a3900 20 remove_watcher() i=1 2026-04-17T18:02:23.791 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.792+0000 7f8f3b1a3900 20 remove_watcher() i=3 2026-04-17T18:02:23.792 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.792+0000 7f8f3b1a3900 20 remove_watcher() i=5 2026-04-17T18:02:23.792 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.792+0000 7f8f3b1a3900 20 remove_watcher() i=4 2026-04-17T18:02:23.792 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.792+0000 7f8f3b1a3900 20 remove_watcher() i=2 2026-04-17T18:02:23.792 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.792+0000 7f8f3b1a3900 20 remove_watcher() i=7 2026-04-17T18:02:23.792 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.792+0000 7f8f3b1a3900 20 remove_watcher() i=6 2026-04-17T18:02:23.800 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:23.800 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:23.803 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:23.803 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:23.805 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:23.805 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:23.847 INFO:tasks.workunit.client.0.vm00.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T18:02:23.848 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object e 2026-04-17T18:02:23.868 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:23.868 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:23.888 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.888+0000 7ff8c3339900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.889+0000 7ff8c3339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.889+0000 7ff8c3339900 20 realm 2026-04-17T18:02:23.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.889+0000 7ff8c3339900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.889+0000 7ff8c3339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.889+0000 7ff8c3339900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:23.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.889+0000 7ff8c3339900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.890+0000 7ff8c3339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:23.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.890+0000 7ff8c3339900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.890+0000 7ff8c3339900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:23.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.890+0000 7ff8c3339900 20 rados->read ofs=0 len=0 2026-04-17T18:02:23.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.891+0000 7ff8c3339900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:23.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.891+0000 7ff8c3339900 20 searching for the correct realm 2026-04-17T18:02:23.893 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:23.894+0000 7ff8bf14e640 0 -- 192.168.123.100:0/2417840237 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7ff8ac00a960 msgr2=0x7ff8ac032400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:24.099 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.099+0000 7ff8bf14e640 0 -- 192.168.123.100:0/2417840237 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x557f706f1cd0 msgr2=0x557f70712180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:24.102 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.102+0000 7ff8c3339900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:24.102 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.102+0000 7ff8c3339900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:24.102 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.102+0000 7ff8c3339900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:24.102 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.102+0000 7ff8c3339900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:24.102 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.102+0000 7ff8c3339900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:24.102 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.102+0000 7ff8c3339900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:24.102 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.102+0000 7ff8c3339900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.102 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.102+0000 7ff8c3339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:24.102 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.102+0000 7ff8c3339900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.102 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.103+0000 7ff8c3339900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:24.102 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.103+0000 7ff8c3339900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.103+0000 7ff8c3339900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:24.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.103+0000 7ff8c3339900 20 zone default found 2026-04-17T18:02:24.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.103+0000 7ff8c3339900 4 Realm: () 2026-04-17T18:02:24.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.103+0000 7ff8c3339900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:24.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.103+0000 7ff8c3339900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:24.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.103+0000 7ff8c3339900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:24.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.103+0000 7ff8c3339900 20 zonegroup default 2026-04-17T18:02:24.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.103+0000 7ff8c3339900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.103+0000 7ff8c3339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:24.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.103+0000 7ff8c3339900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.103+0000 7ff8c3339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:24.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.103+0000 7ff8c3339900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.104+0000 7ff8c3339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:24.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.104+0000 7ff8c3339900 20 started sync module instance, tier type = 2026-04-17T18:02:24.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.104+0000 7ff8c3339900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:24.107 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.107+0000 7ff8c3339900 20 add_watcher() i=0 2026-04-17T18:02:24.107 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.107+0000 7ff8c3339900 20 add_watcher() i=1 2026-04-17T18:02:24.107 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.107+0000 7ff8c3339900 20 add_watcher() i=2 2026-04-17T18:02:24.107 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.107+0000 7ff8c3339900 20 add_watcher() i=5 2026-04-17T18:02:24.107 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.107+0000 7ff8c3339900 20 add_watcher() i=4 2026-04-17T18:02:24.107 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.108+0000 7ff8c3339900 20 add_watcher() i=3 2026-04-17T18:02:24.107 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.108+0000 7ff8c3339900 20 add_watcher() i=6 2026-04-17T18:02:24.108 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.108+0000 7ff8c3339900 20 add_watcher() i=7 2026-04-17T18:02:24.108 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.108+0000 7ff8c3339900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:24.110 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.111+0000 7ff8c3339900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:24.110 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.111+0000 7ff8c3339900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:24.110 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.111+0000 7ff8c3339900 5 note: GC not initialized 2026-04-17T18:02:24.111 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.111+0000 7ff86cfe9640 20 reqs_thread_entry: start 2026-04-17T18:02:24.149 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.149+0000 7ff8c3339900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:24.149 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.149+0000 7ff8c3339900 20 Filter name: none 2026-04-17T18:02:24.149 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.149+0000 7ff8667fc640 20 reqs_thread_entry: start 2026-04-17T18:02:24.149 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.149+0000 7ff8c3339900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.149 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.149+0000 7ff8c3339900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:24.149 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.149+0000 7ff8c3339900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.149 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.150+0000 7ff8c3339900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:24.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.150+0000 7ff8c3339900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T18:02:24.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.150+0000 7ff8c3339900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-17T18:02:24.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.150+0000 7ff8c3339900 20 INFO: main: starting shard=0 2026-04-17T18:02:24.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.150+0000 7ff8c3339900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:24.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.150+0000 7ff8c3339900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.150+0000 7ff8c3339900 20 INFO: main: starting shard=1 2026-04-17T18:02:24.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.150+0000 7ff8c3339900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:24.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.151+0000 7ff8c3339900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-17T18:02:24.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.151+0000 7ff8c3339900 20 INFO: main: starting shard=2 2026-04-17T18:02:24.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.151+0000 7ff8c3339900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:24.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.151+0000 7ff8c3339900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.151+0000 7ff8c3339900 20 INFO: main: starting shard=3 2026-04-17T18:02:24.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.151+0000 7ff8c3339900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:24.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.151+0000 7ff8c3339900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.152+0000 7ff8c3339900 20 INFO: main: starting shard=4 2026-04-17T18:02:24.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.152+0000 7ff8c3339900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:24.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.152+0000 7ff8c3339900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.152+0000 7ff8c3339900 20 INFO: main: starting shard=5 2026-04-17T18:02:24.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.152+0000 7ff8c3339900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:24.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.152+0000 7ff8c3339900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.152+0000 7ff8c3339900 20 INFO: main: starting shard=6 2026-04-17T18:02:24.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.152+0000 7ff8c3339900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:24.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.153+0000 7ff8c3339900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.153+0000 7ff8c3339900 20 INFO: main: starting shard=7 2026-04-17T18:02:24.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.153+0000 7ff8c3339900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:24.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.153+0000 7ff8c3339900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.153+0000 7ff8c3339900 20 INFO: main: starting shard=8 2026-04-17T18:02:24.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.153+0000 7ff8c3339900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:24.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.153+0000 7ff8c3339900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.153+0000 7ff8c3339900 20 INFO: main: starting shard=9 2026-04-17T18:02:24.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.154+0000 7ff8c3339900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:24.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.154+0000 7ff8c3339900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.154+0000 7ff8c3339900 20 INFO: main: starting shard=10 2026-04-17T18:02:24.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.154+0000 7ff8c3339900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:24.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.154+0000 7ff8c3339900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.154+0000 7ff8c3339900 20 INFO: main: done 2026-04-17T18:02:24.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.158+0000 7ff8c3339900 20 remove_watcher() i=0 2026-04-17T18:02:24.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.158+0000 7ff8c3339900 2 removed watcher, disabling cache 2026-04-17T18:02:24.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.158+0000 7ff8c3339900 20 remove_watcher() i=7 2026-04-17T18:02:24.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.158+0000 7ff8c3339900 20 remove_watcher() i=5 2026-04-17T18:02:24.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.158+0000 7ff8c3339900 20 remove_watcher() i=4 2026-04-17T18:02:24.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.158+0000 7ff8c3339900 20 remove_watcher() i=6 2026-04-17T18:02:24.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.158+0000 7ff8c3339900 20 remove_watcher() i=3 2026-04-17T18:02:24.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.158+0000 7ff8c3339900 20 remove_watcher() i=1 2026-04-17T18:02:24.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.158+0000 7ff8c3339900 20 remove_watcher() i=2 2026-04-17T18:02:24.165 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:24.165 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:24.168 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:24.168 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:24.209 INFO:tasks.workunit.client.0.vm00.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T18:02:24.211 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object f 2026-04-17T18:02:24.230 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:24.230 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:24.250 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.250+0000 7fc7fe74d900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.251+0000 7fc7fe74d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:24.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.251+0000 7fc7fe74d900 20 realm 2026-04-17T18:02:24.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.251+0000 7fc7fe74d900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.251+0000 7fc7fe74d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:24.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.251+0000 7fc7fe74d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:24.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.251+0000 7fc7fe74d900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.251+0000 7fc7fe74d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:24.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.251+0000 7fc7fe74d900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.252+0000 7fc7fe74d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:24.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.252+0000 7fc7fe74d900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.253+0000 7fc7fe74d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:24.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.253+0000 7fc7fe74d900 20 searching for the correct realm 2026-04-17T18:02:24.254 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.255+0000 7fc7facca640 0 -- 192.168.123.100:0/452643097 >> [v2:192.168.123.100:6802/3440140179,v1:192.168.123.100:6803/3440140179] conn(0x7fc7e0064bf0 msgr2=0x7fc7e00650b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:24.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.257+0000 7fc7facca640 0 -- 192.168.123.100:0/452643097 >> [v2:192.168.123.100:6806/2424818862,v1:192.168.123.100:6808/2424818862] conn(0x55b79e83eb70 msgr2=0x55b79e85ef50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:24.260 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.260+0000 7fc7fe74d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:24.260 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.260+0000 7fc7fe74d900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:24.260 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.260+0000 7fc7fe74d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:24.260 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.260+0000 7fc7fe74d900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:24.260 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.260+0000 7fc7fe74d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:24.260 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.260+0000 7fc7fe74d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:24.260 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.260+0000 7fc7fe74d900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.260 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.261+0000 7fc7fe74d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:24.260 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.261+0000 7fc7fe74d900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.261 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.261+0000 7fc7fe74d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:24.261 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.261+0000 7fc7fe74d900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.261 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.261+0000 7fc7fe74d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:24.261 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.261+0000 7fc7fe74d900 20 zone default found 2026-04-17T18:02:24.261 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.261+0000 7fc7fe74d900 4 Realm: () 2026-04-17T18:02:24.261 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.261+0000 7fc7fe74d900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:24.261 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.261+0000 7fc7fe74d900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:24.261 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.261+0000 7fc7fe74d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:24.261 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.261+0000 7fc7fe74d900 20 zonegroup default 2026-04-17T18:02:24.261 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.261+0000 7fc7fe74d900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.261 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.262+0000 7fc7fe74d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:24.261 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.262+0000 7fc7fe74d900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.261 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.262+0000 7fc7fe74d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:24.261 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.262+0000 7fc7fe74d900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.262+0000 7fc7fe74d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:24.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.262+0000 7fc7fe74d900 20 started sync module instance, tier type = 2026-04-17T18:02:24.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.262+0000 7fc7fe74d900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:24.264 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.265+0000 7fc7fe74d900 20 add_watcher() i=0 2026-04-17T18:02:24.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.265+0000 7fc7fe74d900 20 add_watcher() i=4 2026-04-17T18:02:24.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.265+0000 7fc7fe74d900 20 add_watcher() i=3 2026-04-17T18:02:24.266 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.266+0000 7fc7fe74d900 20 add_watcher() i=2 2026-04-17T18:02:24.266 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.266+0000 7fc7fe74d900 20 add_watcher() i=5 2026-04-17T18:02:24.266 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.266+0000 7fc7fe74d900 20 add_watcher() i=6 2026-04-17T18:02:24.266 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.267+0000 7fc7fe74d900 20 add_watcher() i=1 2026-04-17T18:02:24.266 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.267+0000 7fc7fe74d900 20 add_watcher() i=7 2026-04-17T18:02:24.266 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.267+0000 7fc7fe74d900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:24.269 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.269+0000 7fc7fe74d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:24.269 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.269+0000 7fc7fe74d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:24.269 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.269+0000 7fc7fe74d900 5 note: GC not initialized 2026-04-17T18:02:24.269 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.269+0000 7fc7a2ffd640 20 reqs_thread_entry: start 2026-04-17T18:02:24.305 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.305+0000 7fc7fe74d900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:24.305 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.305+0000 7fc7fe74d900 20 Filter name: none 2026-04-17T18:02:24.305 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.305+0000 7fc7a0ff9640 20 reqs_thread_entry: start 2026-04-17T18:02:24.305 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.305+0000 7fc7fe74d900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.306+0000 7fc7fe74d900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:24.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.306+0000 7fc7fe74d900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.306+0000 7fc7fe74d900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:24.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.306+0000 7fc7fe74d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T18:02:24.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.306+0000 7fc7fe74d900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-17T18:02:24.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.306+0000 7fc7fe74d900 20 INFO: main: starting shard=0 2026-04-17T18:02:24.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.306+0000 7fc7fe74d900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:24.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.306+0000 7fc7fe74d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.306+0000 7fc7fe74d900 20 INFO: main: starting shard=1 2026-04-17T18:02:24.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.306+0000 7fc7fe74d900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:24.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.307+0000 7fc7fe74d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.307+0000 7fc7fe74d900 20 INFO: main: starting shard=2 2026-04-17T18:02:24.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.307+0000 7fc7fe74d900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:24.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.307+0000 7fc7fe74d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.307+0000 7fc7fe74d900 20 INFO: main: starting shard=3 2026-04-17T18:02:24.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.307+0000 7fc7fe74d900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:24.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.307+0000 7fc7fe74d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.307+0000 7fc7fe74d900 20 INFO: main: starting shard=4 2026-04-17T18:02:24.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.307+0000 7fc7fe74d900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:24.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.308+0000 7fc7fe74d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.308+0000 7fc7fe74d900 20 INFO: main: starting shard=5 2026-04-17T18:02:24.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.308+0000 7fc7fe74d900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:24.308 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.308+0000 7fc7fe74d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.308 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.308+0000 7fc7fe74d900 20 INFO: main: starting shard=6 2026-04-17T18:02:24.308 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.308+0000 7fc7fe74d900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:24.308 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.308+0000 7fc7fe74d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.308 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.308+0000 7fc7fe74d900 20 INFO: main: starting shard=7 2026-04-17T18:02:24.308 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.308+0000 7fc7fe74d900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:24.308 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.309+0000 7fc7fe74d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.308 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.309+0000 7fc7fe74d900 20 INFO: main: starting shard=8 2026-04-17T18:02:24.308 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.309+0000 7fc7fe74d900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:24.309 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.309+0000 7fc7fe74d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.309 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.309+0000 7fc7fe74d900 20 INFO: main: starting shard=9 2026-04-17T18:02:24.309 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.309+0000 7fc7fe74d900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:24.309 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.309+0000 7fc7fe74d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:24.309 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.309+0000 7fc7fe74d900 20 INFO: main: starting shard=10 2026-04-17T18:02:24.309 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.309+0000 7fc7fe74d900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:24.309 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.309+0000 7fc7fe74d900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-17T18:02:24.309 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.310+0000 7fc7fe74d900 20 INFO: main: done 2026-04-17T18:02:24.313 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.313+0000 7fc7fe74d900 20 remove_watcher() i=0 2026-04-17T18:02:24.313 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.313+0000 7fc7fe74d900 2 removed watcher, disabling cache 2026-04-17T18:02:24.313 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.313+0000 7fc7fe74d900 20 remove_watcher() i=1 2026-04-17T18:02:24.313 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.313+0000 7fc7fe74d900 20 remove_watcher() i=3 2026-04-17T18:02:24.313 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.314+0000 7fc7fe74d900 20 remove_watcher() i=4 2026-04-17T18:02:24.314 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.314+0000 7fc7fe74d900 20 remove_watcher() i=5 2026-04-17T18:02:24.314 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.314+0000 7fc7fe74d900 20 remove_watcher() i=7 2026-04-17T18:02:24.314 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.314+0000 7fc7fe74d900 20 remove_watcher() i=6 2026-04-17T18:02:24.314 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.314+0000 7fc7fe74d900 20 remove_watcher() i=2 2026-04-17T18:02:24.321 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:24.322 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:24.325 INFO:tasks.workunit.client.0.vm00.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2026-04-17T18:02:24.574 INFO:tasks.workunit.client.0.vm00.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2026-04-17T18:02:24.821 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check unlinked finds unlistable entries 2026-04-17T18:02:24.821 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:24.822 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-04-17T18:02:24.843 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:24.843 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:24.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.862+0000 7fcf3e738900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.862+0000 7fcf3e738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:24.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.862+0000 7fcf3e738900 20 realm 2026-04-17T18:02:24.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.862+0000 7fcf3e738900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.863+0000 7fcf3e738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:24.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.863+0000 7fcf3e738900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:24.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.863+0000 7fcf3e738900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.863 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.863+0000 7fcf3e738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:24.863 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.863+0000 7fcf3e738900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.863 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.863+0000 7fcf3e738900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:24.863 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.863+0000 7fcf3e738900 20 rados->read ofs=0 len=0 2026-04-17T18:02:24.863 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.864+0000 7fcf3e738900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:24.864 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.864+0000 7fcf3e738900 20 searching for the correct realm 2026-04-17T18:02:24.866 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:24.867+0000 7fcf3a428640 0 -- 192.168.123.100:0/3528590794 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7fcf28071040 msgr2=0x7fcf28071410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:25.072 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.072+0000 7fcf3a428640 0 -- 192.168.123.100:0/3528590794 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x555c0fc23020 msgr2=0x555c0fc434d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:25.074 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.074+0000 7fcf3e738900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:25.074 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.074+0000 7fcf3e738900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:25.074 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.074+0000 7fcf3e738900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:25.074 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.074+0000 7fcf3e738900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:25.074 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.074+0000 7fcf3e738900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:25.074 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.074+0000 7fcf3e738900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:25.074 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.074+0000 7fcf3e738900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.074 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.074+0000 7fcf3e738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.074 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.074+0000 7fcf3e738900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.074 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.075+0000 7fcf3e738900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:25.074 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.075+0000 7fcf3e738900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.075+0000 7fcf3e738900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:25.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.075+0000 7fcf3e738900 20 zone default found 2026-04-17T18:02:25.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.075+0000 7fcf3e738900 4 Realm: () 2026-04-17T18:02:25.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.075+0000 7fcf3e738900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:25.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.075+0000 7fcf3e738900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:25.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.075+0000 7fcf3e738900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:25.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.075+0000 7fcf3e738900 20 zonegroup default 2026-04-17T18:02:25.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.075+0000 7fcf3e738900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.075+0000 7fcf3e738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.075+0000 7fcf3e738900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.076+0000 7fcf3e738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.076+0000 7fcf3e738900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.076+0000 7fcf3e738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.076+0000 7fcf3e738900 20 started sync module instance, tier type = 2026-04-17T18:02:25.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.076+0000 7fcf3e738900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:25.078 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.078+0000 7fcf3e738900 20 add_watcher() i=3 2026-04-17T18:02:25.078 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.079+0000 7fcf3e738900 20 add_watcher() i=0 2026-04-17T18:02:25.079 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.079+0000 7fcf3e738900 20 add_watcher() i=4 2026-04-17T18:02:25.079 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.079+0000 7fcf3e738900 20 add_watcher() i=5 2026-04-17T18:02:25.079 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.080+0000 7fcf3e738900 20 add_watcher() i=7 2026-04-17T18:02:25.080 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.080+0000 7fcf3e738900 20 add_watcher() i=6 2026-04-17T18:02:25.080 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.080+0000 7fcf3e738900 20 add_watcher() i=2 2026-04-17T18:02:25.080 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.080+0000 7fcf3e738900 20 add_watcher() i=1 2026-04-17T18:02:25.080 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.080+0000 7fcf3e738900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:25.082 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.083+0000 7fcf3e738900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:25.082 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.083+0000 7fcf3e738900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:25.082 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.083+0000 7fcf3e738900 5 note: GC not initialized 2026-04-17T18:02:25.083 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.083+0000 7fcee2ffd640 20 reqs_thread_entry: start 2026-04-17T18:02:25.120 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.120+0000 7fcf3e738900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:25.120 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.120+0000 7fcf3e738900 20 Filter name: none 2026-04-17T18:02:25.120 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.120+0000 7fcee0ff9640 20 reqs_thread_entry: start 2026-04-17T18:02:25.120 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.120+0000 7fcf3e738900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T18:02:25.120 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.120+0000 7fcf3e738900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.121 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.121+0000 7fcf3e738900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:25.121 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.121+0000 7fcf3e738900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T18:02:25.121 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.121+0000 7fcf3e738900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T18:02:25.121 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.121+0000 7fcf3e738900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 : miss 2026-04-17T18:02:25.121 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.121+0000 7fcf3e738900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.121 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.121+0000 7fcf3e738900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:25.121 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.121+0000 7fcf3e738900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 info.flags=0x17 2026-04-17T18:02:25.121 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.121+0000 7fcf3e738900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 to cache LRU end 2026-04-17T18:02:25.121 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.121+0000 7fcf3e738900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T18:02:25.121 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.121+0000 7fcf3e738900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T18:02:25.121 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.121+0000 7fcf3e738900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 2026-04-17T18:02:25.121 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.121+0000 7fcf3e738900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:25.121 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.122+0000 7fcf3e738900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-17T18:02:25.121 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.122+0000 7fcf3e738900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:25.122 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.122+0000 7fcf3e738900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:25.122 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.122+0000 7fcf3e738900 1 NOTICE: finished shard 2 (0 entries found) 2026-04-17T18:02:25.122 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.122+0000 7fcf3e738900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:25.122 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.123+0000 7fcf3e738900 1 NOTICE: finished shard 3 (0 entries found) 2026-04-17T18:02:25.122 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.123+0000 7fcf3e738900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:25.123 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.123+0000 7fcf3e738900 1 NOTICE: finished shard 4 (0 entries found) 2026-04-17T18:02:25.123 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.123+0000 7fcf3e738900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:25.123 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.123+0000 7fcf3e738900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:25.123 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.124+0000 7fcf3e738900 1 NOTICE: finished shard 6 (0 entries found) 2026-04-17T18:02:25.123 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.124+0000 7fcf3e738900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:25.124 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.124+0000 7fcf3e738900 1 NOTICE: finished shard 7 (0 entries found) 2026-04-17T18:02:25.124 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.124+0000 7fcf3e738900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:25.124 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.124+0000 7fcf3e738900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:25.124 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.125+0000 7fcf3e738900 1 NOTICE: finished shard 9 (0 entries found) 2026-04-17T18:02:25.124 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.125+0000 7fcf3e738900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:25.125 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.125+0000 7fcf3e738900 1 NOTICE: finished shard 1 (1 entries found) 2026-04-17T18:02:25.125 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.125+0000 7fcf3e738900 1 NOTICE: finished shard 5 (1 entries found) 2026-04-17T18:02:25.125 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.125+0000 7fcf3e738900 1 NOTICE: finished shard 8 (1 entries found) 2026-04-17T18:02:25.125 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.125+0000 7fcf3e738900 1 NOTICE: finished shard 10 (1 entries found) 2026-04-17T18:02:25.125 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.125+0000 7fcf3e738900 1 NOTICE: finished all shards (4 entries found) 2026-04-17T18:02:25.129 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.129+0000 7fcf3e738900 20 remove_watcher() i=0 2026-04-17T18:02:25.129 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.129+0000 7fcf3e738900 2 removed watcher, disabling cache 2026-04-17T18:02:25.129 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.129+0000 7fcf3e738900 20 remove_watcher() i=2 2026-04-17T18:02:25.129 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.129+0000 7fcf3e738900 20 remove_watcher() i=1 2026-04-17T18:02:25.129 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.130+0000 7fcf3e738900 20 remove_watcher() i=3 2026-04-17T18:02:25.129 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.130+0000 7fcf3e738900 20 remove_watcher() i=4 2026-04-17T18:02:25.130 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.130+0000 7fcf3e738900 20 remove_watcher() i=5 2026-04-17T18:02:25.130 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.130+0000 7fcf3e738900 20 remove_watcher() i=7 2026-04-17T18:02:25.130 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.130+0000 7fcf3e738900 20 remove_watcher() i=6 2026-04-17T18:02:25.136 INFO:tasks.workunit.client.0.vm00.stderr:TEST: unlinked entries are not listable 2026-04-17T18:02:25.136 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:25.138 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:25.138 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:25.141 INFO:tasks.workunit.client.0.vm00.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2026-04-17T18:02:25.141 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:25.143 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:25.143 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:25.186 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:25.186 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:25.229 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check unlinked fixes unlistable entries 2026-04-17T18:02:25.229 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:25.230 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-17T18:02:25.252 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:25.252 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:25.272 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.273+0000 7f0803332900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.274 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.274+0000 7f0803332900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.274 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.274+0000 7f0803332900 20 realm 2026-04-17T18:02:25.274 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.274+0000 7f0803332900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.274 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.274+0000 7f0803332900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.274 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.274+0000 7f0803332900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:25.274 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.274+0000 7f0803332900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.274 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.275+0000 7f0803332900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.274 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.275+0000 7f0803332900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.275 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.275+0000 7f0803332900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:25.275 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.275+0000 7f0803332900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.275 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.276+0000 7f0803332900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:25.276 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.276+0000 7f0803332900 20 searching for the correct realm 2026-04-17T18:02:25.277 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.278+0000 7f07fe87d640 0 -- 192.168.123.100:0/2036780061 >> [v2:192.168.123.100:6826/2499672872,v1:192.168.123.100:6827/2499672872] conn(0x5581dad08ad0 msgr2=0x5581dad28ef0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:25.280 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.280+0000 7f07fe87d640 0 -- 192.168.123.100:0/2036780061 >> [v2:192.168.123.108:6817/1572478657,v1:192.168.123.108:6819/1572478657] conn(0x7f07e80c70f0 msgr2=0x7f07e80baf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:25.486 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.486+0000 7f0803332900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:25.486 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.486+0000 7f0803332900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:25.486 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.486+0000 7f0803332900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:25.486 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.486+0000 7f0803332900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:25.486 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.486+0000 7f0803332900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:25.486 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.486+0000 7f0803332900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:25.486 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.486+0000 7f0803332900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.486 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.487+0000 7f0803332900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.486 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.487+0000 7f0803332900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.487 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.487+0000 7f0803332900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:25.487 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.487+0000 7f0803332900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.487 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.487+0000 7f0803332900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:25.487 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.487+0000 7f0803332900 20 zone default found 2026-04-17T18:02:25.487 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.487+0000 7f0803332900 4 Realm: () 2026-04-17T18:02:25.487 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.487+0000 7f0803332900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:25.487 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.487+0000 7f0803332900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:25.487 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.487+0000 7f0803332900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:25.487 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.487+0000 7f0803332900 20 zonegroup default 2026-04-17T18:02:25.487 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.487+0000 7f0803332900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.487 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.487+0000 7f0803332900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.487 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.487+0000 7f0803332900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.487 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.488+0000 7f0803332900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.487 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.488+0000 7f0803332900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.488 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.488+0000 7f0803332900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.488 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.488+0000 7f0803332900 20 started sync module instance, tier type = 2026-04-17T18:02:25.488 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.488+0000 7f0803332900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:25.491 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.491+0000 7f0803332900 20 add_watcher() i=3 2026-04-17T18:02:25.491 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.491+0000 7f0803332900 20 add_watcher() i=0 2026-04-17T18:02:25.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.492+0000 7f0803332900 20 add_watcher() i=2 2026-04-17T18:02:25.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.492+0000 7f0803332900 20 add_watcher() i=7 2026-04-17T18:02:25.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.492+0000 7f0803332900 20 add_watcher() i=6 2026-04-17T18:02:25.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.493+0000 7f0803332900 20 add_watcher() i=4 2026-04-17T18:02:25.493 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.493+0000 7f0803332900 20 add_watcher() i=5 2026-04-17T18:02:25.493 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.493+0000 7f0803332900 20 add_watcher() i=1 2026-04-17T18:02:25.493 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.493+0000 7f0803332900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:25.495 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.495+0000 7f0803332900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:25.495 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.495+0000 7f0803332900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:25.495 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.495+0000 7f0803332900 5 note: GC not initialized 2026-04-17T18:02:25.495 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.495+0000 7f07acfe9640 20 reqs_thread_entry: start 2026-04-17T18:02:25.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.532+0000 7f0803332900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:25.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.532+0000 7f0803332900 20 Filter name: none 2026-04-17T18:02:25.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.532+0000 7f07a67fc640 20 reqs_thread_entry: start 2026-04-17T18:02:25.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.532+0000 7f0803332900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T18:02:25.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.532+0000 7f0803332900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.533+0000 7f0803332900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:25.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.533+0000 7f0803332900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T18:02:25.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.533+0000 7f0803332900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T18:02:25.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.533+0000 7f0803332900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 : miss 2026-04-17T18:02:25.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.533+0000 7f0803332900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.533 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.533+0000 7f0803332900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:25.533 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.533+0000 7f0803332900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 info.flags=0x17 2026-04-17T18:02:25.533 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.533+0000 7f0803332900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 to cache LRU end 2026-04-17T18:02:25.533 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.533+0000 7f0803332900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T18:02:25.533 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.533+0000 7f0803332900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T18:02:25.533 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.533+0000 7f0803332900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 2026-04-17T18:02:25.533 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.533+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:25.533 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.534+0000 7f0803332900 1 NOTICE: finished shard 0 (0 entries removed) 2026-04-17T18:02:25.533 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.534+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:25.534 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.534+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:25.534 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.534+0000 7f0803332900 1 NOTICE: finished shard 2 (0 entries removed) 2026-04-17T18:02:25.534 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.534+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:25.534 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.535+0000 7f0803332900 1 NOTICE: finished shard 3 (0 entries removed) 2026-04-17T18:02:25.534 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.535+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:25.535 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.535+0000 7f0803332900 1 NOTICE: finished shard 4 (0 entries removed) 2026-04-17T18:02:25.535 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.535+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:25.535 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.535+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:25.535 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.536+0000 7f0803332900 1 NOTICE: finished shard 6 (0 entries removed) 2026-04-17T18:02:25.535 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.536+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:25.536 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.536+0000 7f0803332900 1 NOTICE: finished shard 7 (0 entries removed) 2026-04-17T18:02:25.536 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.536+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:25.536 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.536+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:25.536 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.537+0000 7f0803332900 1 NOTICE: finished shard 9 (0 entries removed) 2026-04-17T18:02:25.536 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.537+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:25.537 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.537+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:25.537 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.537+0000 7f0803332900 20 get_obj_state: octx=0x7f07f400ec00 obj=check-bucket:e state=0x5581db257768 s->prefetch_data=0 2026-04-17T18:02:25.537 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.538+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:25.537 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.538+0000 7f0803332900 20 get_obj_state: octx=0x7f07e80bb830 obj=check-bucket:d state=0x5581db256068 s->prefetch_data=0 2026-04-17T18:02:25.538 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.538+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:25.538 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.538+0000 7f0803332900 20 get_obj_state: octx=0x5581db256c90 obj=check-bucket:c state=0x5581daed5ef8 s->prefetch_data=0 2026-04-17T18:02:25.538 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.538+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:25.538 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.538+0000 7f0803332900 20 get_obj_state: octx=0x5581daed8540 obj=check-bucket:f state=0x5581daed8818 s->prefetch_data=0 2026-04-17T18:02:25.538 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.538+0000 7f0803332900 20 get_obj_state: setting s->obj_tag to oh7lgh77w6lhveu5mbvq9hkv1ijjs9iz 2026-04-17T18:02:25.538 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.539+0000 7f0803332900 20 get_obj_state_impl: setting s->olh_tag to s1jkfh1eggff147haur4arf87k1k13lo 2026-04-17T18:02:25.538 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.539+0000 7f0803332900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=s1jkfh1eggff147haur4arf87k1k13lo 2026-04-17T18:02:25.538 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.539+0000 7f0803332900 20 get_obj_state: setting s->obj_tag to bq0tnntniue3qyyedj2wyxnqv386htiz 2026-04-17T18:02:25.538 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.539+0000 7f0803332900 20 get_obj_state_impl: setting s->olh_tag to 5r1u2gn3t2xnpnxa9yg48uw89omqy3dk 2026-04-17T18:02:25.538 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.539+0000 7f0803332900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=5r1u2gn3t2xnpnxa9yg48uw89omqy3dk 2026-04-17T18:02:25.538 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.539+0000 7f0803332900 20 get_obj_state: setting s->obj_tag to xvczs0m5dk3i3ws64gbu4em6q4h6fr49 2026-04-17T18:02:25.538 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.539+0000 7f0803332900 20 get_obj_state_impl: setting s->olh_tag to lb5c4gei0vfz04zpr087pehftslx2hnc 2026-04-17T18:02:25.538 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.539+0000 7f0803332900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=lb5c4gei0vfz04zpr087pehftslx2hnc 2026-04-17T18:02:25.539 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.539+0000 7f0803332900 20 get_obj_state: setting s->obj_tag to hby87pdpo76tx208wa73mzlakz00upat 2026-04-17T18:02:25.539 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.539+0000 7f0803332900 20 get_obj_state_impl: setting s->olh_tag to 4nztxpw5wq13ngf5cyqpb13o3zn0yiwh 2026-04-17T18:02:25.539 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.539+0000 7f0803332900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=4nztxpw5wq13ngf5cyqpb13o3zn0yiwh 2026-04-17T18:02:25.539 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.540+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:25.540 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.540+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:25.540 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.540+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:25.540 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.540+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:25.541 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.541+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:25.541 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.541+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:25.541 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.541+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:25.541 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.541+0000 7f0803332900 20 olh_log_entry: epoch=2 op=2 key=e[] 2026-04-17T18:02:25.541 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.541+0000 7f0803332900 20 olh_log_entry: epoch=2 op=3 key=e[95la0Rgk29PPZ16goQaRZpBBvnO9o2r] 2026-04-17T18:02:25.541 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.541+0000 7f0803332900 20 get_obj_state: octx=0x7f07f400ec00 obj=check-bucket:_:95la0Rgk29PPZ16goQaRZpBBvnO9o2r_e state=0x5581daee97b8 s->prefetch_data=0 2026-04-17T18:02:25.541 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 olh_log_entry: epoch=2 op=2 key=f[] 2026-04-17T18:02:25.541 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 olh_log_entry: epoch=2 op=3 key=f[cA4eAY2bgbS7r8EiTBBjgfHs4z0l1m3] 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 get_obj_state: octx=0x5581daed8540 obj=check-bucket:_:cA4eAY2bgbS7r8EiTBBjgfHs4z0l1m3_f state=0x5581daee6af8 s->prefetch_data=0 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 olh_log_entry: epoch=3 op=3 key=c[9jScxL4pK4iaLIlf4fg.QCVrSVEuMiu] 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 get_obj_state: octx=0x5581db256c90 obj=check-bucket:_:9jScxL4pK4iaLIlf4fg.QCVrSVEuMiu_c state=0x5581daeff068 s->prefetch_data=0 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 10 manifest: total_size = 22 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 get_obj_state: setting s->obj_tag to 7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.6457694998115536419 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 get_obj_state: octx=0x7f07f400ec00 obj=check-bucket:_:95la0Rgk29PPZ16goQaRZpBBvnO9o2r_e state=0x5581daee97b8 s->prefetch_data=0 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 prepare_atomic_modification: state is not atomic. state=0x5581daee97b8 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 10 manifest: total_size = 12 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 get_obj_state: setting s->obj_tag to 7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.8962800447953214699 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 get_obj_state: octx=0x5581daed8540 obj=check-bucket:_:cA4eAY2bgbS7r8EiTBBjgfHs4z0l1m3_f state=0x5581daee6af8 s->prefetch_data=0 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 prepare_atomic_modification: state is not atomic. state=0x5581daee6af8 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 10 manifest: total_size = 12 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 get_obj_state: setting s->obj_tag to 7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.5121861692371656794 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 get_obj_state: octx=0x5581db256c90 obj=check-bucket:_:9jScxL4pK4iaLIlf4fg.QCVrSVEuMiu_c state=0x5581daeff068 s->prefetch_data=0 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 prepare_atomic_modification: state is not atomic. state=0x5581daeff068 2026-04-17T18:02:25.542 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.542+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:25.543 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.543+0000 7f0803332900 20 olh_log_entry: epoch=3 op=3 key=d[WQopm0u0t1veFj9YNdTqQB.BKKrvarJ] 2026-04-17T18:02:25.543 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.543+0000 7f0803332900 20 get_obj_state: octx=0x7f07e80bb830 obj=check-bucket:_:WQopm0u0t1veFj9YNdTqQB.BKKrvarJ_d state=0x5581daf0fac8 s->prefetch_data=0 2026-04-17T18:02:25.543 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.543+0000 7f0803332900 10 manifest: total_size = 9 2026-04-17T18:02:25.543 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.543+0000 7f0803332900 20 get_obj_state: setting s->obj_tag to 7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.8584116482306823820 2026-04-17T18:02:25.543 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.543+0000 7f0803332900 20 get_obj_state: octx=0x7f07e80bb830 obj=check-bucket:_:WQopm0u0t1veFj9YNdTqQB.BKKrvarJ_d state=0x5581daf0fac8 s->prefetch_data=0 2026-04-17T18:02:25.543 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.543+0000 7f0803332900 20 prepare_atomic_modification: state is not atomic. state=0x5581daf0fac8 2026-04-17T18:02:25.543 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.543+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:25.545 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.546+0000 7f0803332900 20 get_obj_state: octx=0x5581daed8540 obj=check-bucket:f state=0x5581daed8818 s->prefetch_data=0 2026-04-17T18:02:25.546 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.546+0000 7f0803332900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=4nztxpw5wq13ngf5cyqpb13o3zn0yiwh 2026-04-17T18:02:25.546 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.546+0000 7f07da7fc640 20 handle_completion(): completion ok for obj=f[cA4eAY2bgbS7r8EiTBBjgfHs4z0l1m3] 2026-04-17T18:02:25.546 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.546+0000 7f07daffd640 20 handle_completion(): completion ok for obj=e[95la0Rgk29PPZ16goQaRZpBBvnO9o2r] 2026-04-17T18:02:25.546 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.546+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:25.546 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.546+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:25.546 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.546+0000 7f0803332900 20 get_obj_state: octx=0x7f07f400ec00 obj=check-bucket:e state=0x5581db257768 s->prefetch_data=0 2026-04-17T18:02:25.546 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.546+0000 7f0803332900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=s1jkfh1eggff147haur4arf87k1k13lo 2026-04-17T18:02:25.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.547+0000 7f07da7fc640 20 handle_completion(): completion ok for obj=c[9jScxL4pK4iaLIlf4fg.QCVrSVEuMiu] 2026-04-17T18:02:25.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.548+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:25.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.548+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:25.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.548+0000 7f0803332900 1 NOTICE: finished shard 8 (1 entries removed) 2026-04-17T18:02:25.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.549+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:25.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.549+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:25.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.549+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:25.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.549+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:25.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.549+0000 7f0803332900 1 NOTICE: finished shard 10 (1 entries removed) 2026-04-17T18:02:25.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.549+0000 7f07daffd640 20 handle_completion(): completion ok for obj=d[WQopm0u0t1veFj9YNdTqQB.BKKrvarJ] 2026-04-17T18:02:25.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.549+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:25.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.549+0000 7f0803332900 1 NOTICE: finished shard 1 (1 entries removed) 2026-04-17T18:02:25.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.550+0000 7f0803332900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:25.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.550+0000 7f0803332900 1 NOTICE: finished shard 5 (1 entries removed) 2026-04-17T18:02:25.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.550+0000 7f0803332900 1 NOTICE: finished all shards (4 entries removed) 2026-04-17T18:02:25.552 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.553+0000 7f0803332900 20 remove_watcher() i=0 2026-04-17T18:02:25.553 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.553+0000 7f0803332900 2 removed watcher, disabling cache 2026-04-17T18:02:25.553 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.553+0000 7f0803332900 20 remove_watcher() i=3 2026-04-17T18:02:25.553 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.554+0000 7f0803332900 20 remove_watcher() i=5 2026-04-17T18:02:25.554 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.554+0000 7f0803332900 20 remove_watcher() i=2 2026-04-17T18:02:25.554 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.554+0000 7f0803332900 20 remove_watcher() i=1 2026-04-17T18:02:25.554 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.554+0000 7f0803332900 20 remove_watcher() i=4 2026-04-17T18:02:25.554 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.554+0000 7f0803332900 20 remove_watcher() i=7 2026-04-17T18:02:25.554 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.555+0000 7f0803332900 20 remove_watcher() i=6 2026-04-17T18:02:25.562 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:25.562 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:25.564 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:25.564 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:25.566 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:25.566 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:25.568 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:25.568 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:25.569 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check unlinked does not affect normal entries 2026-04-17T18:02:25.569 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:25.569 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:25.569 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:25.614 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:25.614 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:25.615 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:25.616 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:25.617 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:25.617 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:25.619 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:25.619 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:25.620 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2026-04-17T18:02:25.620 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:25.621 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-04-17T18:02:25.642 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:25.642 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:25.662 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.662+0000 7f8e9640f900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.663+0000 7f8e9640f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.664+0000 7f8e9640f900 20 realm 2026-04-17T18:02:25.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.664+0000 7f8e9640f900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.664+0000 7f8e9640f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.664+0000 7f8e9640f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:25.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.664+0000 7f8e9640f900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.664+0000 7f8e9640f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.664+0000 7f8e9640f900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.664+0000 7f8e9640f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:25.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.664+0000 7f8e9640f900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.665 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.665+0000 7f8e9640f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:25.665 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.665+0000 7f8e9640f900 20 searching for the correct realm 2026-04-17T18:02:25.668 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.668+0000 7f8e91a5a640 0 -- 192.168.123.100:0/1138059150 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7f8e80062d80 msgr2=0x7f8e8006cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:25.874 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.874+0000 7f8e91a5a640 0 -- 192.168.123.100:0/1138059150 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x55a2f00c31f0 msgr2=0x55a2f00e36a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:25.876 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.876+0000 7f8e9640f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:25.876 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.876+0000 7f8e9640f900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:25.876 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.876+0000 7f8e9640f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:25.876 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.876+0000 7f8e9640f900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:25.876 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.876+0000 7f8e9640f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:25.876 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.876+0000 7f8e9640f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:25.876 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.876+0000 7f8e9640f900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.876 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.876+0000 7f8e9640f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.876 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.876+0000 7f8e9640f900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.876 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.877+0000 7f8e9640f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:25.876 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.877+0000 7f8e9640f900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.877+0000 7f8e9640f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:25.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.877+0000 7f8e9640f900 20 zone default found 2026-04-17T18:02:25.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.877+0000 7f8e9640f900 4 Realm: () 2026-04-17T18:02:25.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.877+0000 7f8e9640f900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:25.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.877+0000 7f8e9640f900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:25.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.877+0000 7f8e9640f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:25.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.877+0000 7f8e9640f900 20 zonegroup default 2026-04-17T18:02:25.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.877+0000 7f8e9640f900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.877+0000 7f8e9640f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.877+0000 7f8e9640f900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.877+0000 7f8e9640f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.878+0000 7f8e9640f900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.878+0000 7f8e9640f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:25.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.878+0000 7f8e9640f900 20 started sync module instance, tier type = 2026-04-17T18:02:25.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.878+0000 7f8e9640f900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:25.880 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.880+0000 7f8e9640f900 20 add_watcher() i=0 2026-04-17T18:02:25.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.881+0000 7f8e9640f900 20 add_watcher() i=4 2026-04-17T18:02:25.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.881+0000 7f8e9640f900 20 add_watcher() i=1 2026-04-17T18:02:25.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.881+0000 7f8e9640f900 20 add_watcher() i=7 2026-04-17T18:02:25.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.881+0000 7f8e9640f900 20 add_watcher() i=3 2026-04-17T18:02:25.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.882+0000 7f8e9640f900 20 add_watcher() i=6 2026-04-17T18:02:25.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.882+0000 7f8e9640f900 20 add_watcher() i=2 2026-04-17T18:02:25.882 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.882+0000 7f8e9640f900 20 add_watcher() i=5 2026-04-17T18:02:25.882 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.882+0000 7f8e9640f900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:25.884 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.884+0000 7f8e9640f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:25.884 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.884+0000 7f8e9640f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:25.884 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.884+0000 7f8e9640f900 5 note: GC not initialized 2026-04-17T18:02:25.884 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.884+0000 7f8e3efed640 20 reqs_thread_entry: start 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.923+0000 7f8e9640f900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.923+0000 7f8e9640f900 20 Filter name: none 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.923+0000 7f8e3cfe9640 20 reqs_thread_entry: start 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.923+0000 7f8e9640f900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.923+0000 7f8e9640f900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.923+0000 7f8e9640f900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.923+0000 7f8e9640f900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.923+0000 7f8e9640f900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.923+0000 7f8e9640f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 : miss 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.923+0000 7f8e9640f900 20 rados->read ofs=0 len=0 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.924+0000 7f8e9640f900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.924+0000 7f8e9640f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 info.flags=0x17 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.924+0000 7f8e9640f900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 to cache LRU end 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.924+0000 7f8e9640f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.924+0000 7f8e9640f900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.924+0000 7f8e9640f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 2026-04-17T18:02:25.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.924+0000 7f8e9640f900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:25.924 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.924+0000 7f8e9640f900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-17T18:02:25.924 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.924+0000 7f8e9640f900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:25.924 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.924+0000 7f8e9640f900 1 NOTICE: finished shard 1 (0 entries found) 2026-04-17T18:02:25.924 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.924+0000 7f8e9640f900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:25.924 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.925+0000 7f8e9640f900 1 NOTICE: finished shard 2 (0 entries found) 2026-04-17T18:02:25.924 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.925+0000 7f8e9640f900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:25.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.925+0000 7f8e9640f900 1 NOTICE: finished shard 3 (0 entries found) 2026-04-17T18:02:25.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.925+0000 7f8e9640f900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:25.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.925+0000 7f8e9640f900 1 NOTICE: finished shard 4 (0 entries found) 2026-04-17T18:02:25.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.925+0000 7f8e9640f900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:25.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.926+0000 7f8e9640f900 1 NOTICE: finished shard 5 (0 entries found) 2026-04-17T18:02:25.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.926+0000 7f8e9640f900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:25.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.926+0000 7f8e9640f900 1 NOTICE: finished shard 6 (0 entries found) 2026-04-17T18:02:25.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.926+0000 7f8e9640f900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:25.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.926+0000 7f8e9640f900 1 NOTICE: finished shard 7 (0 entries found) 2026-04-17T18:02:25.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.926+0000 7f8e9640f900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:25.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.926+0000 7f8e9640f900 1 NOTICE: finished shard 8 (0 entries found) 2026-04-17T18:02:25.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.927+0000 7f8e9640f900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:25.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.927+0000 7f8e9640f900 1 NOTICE: finished shard 9 (0 entries found) 2026-04-17T18:02:25.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.927+0000 7f8e9640f900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:25.927 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.927+0000 7f8e9640f900 1 NOTICE: finished shard 10 (0 entries found) 2026-04-17T18:02:25.927 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.927+0000 7f8e9640f900 1 NOTICE: finished all shards (0 entries found) 2026-04-17T18:02:25.931 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.931+0000 7f8e9640f900 20 remove_watcher() i=3 2026-04-17T18:02:25.931 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.932+0000 7f8e9640f900 2 removed watcher, disabling cache 2026-04-17T18:02:25.932 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.932+0000 7f8e9640f900 20 remove_watcher() i=5 2026-04-17T18:02:25.932 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.932+0000 7f8e9640f900 20 remove_watcher() i=4 2026-04-17T18:02:25.932 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.932+0000 7f8e9640f900 20 remove_watcher() i=0 2026-04-17T18:02:25.932 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.932+0000 7f8e9640f900 20 remove_watcher() i=1 2026-04-17T18:02:25.932 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.933+0000 7f8e9640f900 20 remove_watcher() i=7 2026-04-17T18:02:25.932 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.933+0000 7f8e9640f900 20 remove_watcher() i=2 2026-04-17T18:02:25.932 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.933+0000 7f8e9640f900 20 remove_watcher() i=6 2026-04-17T18:02:25.941 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:25.941 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:25.951 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:25.951 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:25.961 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-17T18:02:25.980 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:25.980 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:25.999 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:25.999+0000 7f54c2bdc900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.000 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.000+0000 7f54c2bdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.000 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.000+0000 7f54c2bdc900 20 realm 2026-04-17T18:02:26.000 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.000+0000 7f54c2bdc900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.000 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.001+0000 7f54c2bdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.000 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.001+0000 7f54c2bdc900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:26.000 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.001+0000 7f54c2bdc900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.000 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.001+0000 7f54c2bdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.000 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.001+0000 7f54c2bdc900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.001 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.001+0000 7f54c2bdc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:26.001 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.001+0000 7f54c2bdc900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.001 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.002+0000 7f54c2bdc900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:26.002 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.002+0000 7f54c2bdc900 20 searching for the correct realm 2026-04-17T18:02:26.004 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.005+0000 7f54bbfff640 0 -- 192.168.123.100:0/4054383444 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7f54ac06a490 msgr2=0x7f54ac08e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:26.210 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.211+0000 7f54bbfff640 0 -- 192.168.123.100:0/4054383444 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x55a32373a270 msgr2=0x55a32375a700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:26.213 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.213+0000 7f54c2bdc900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:26.213 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.213+0000 7f54c2bdc900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:26.213 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.213+0000 7f54c2bdc900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:26.213 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.213+0000 7f54c2bdc900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:26.213 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.213+0000 7f54c2bdc900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:26.213 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.213+0000 7f54c2bdc900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:26.213 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.213+0000 7f54c2bdc900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.213 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.213+0000 7f54c2bdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.213 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.213+0000 7f54c2bdc900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.213 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.214+0000 7f54c2bdc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:26.213 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.214+0000 7f54c2bdc900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.214 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.214+0000 7f54c2bdc900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:26.214 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.214+0000 7f54c2bdc900 20 zone default found 2026-04-17T18:02:26.214 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.214+0000 7f54c2bdc900 4 Realm: () 2026-04-17T18:02:26.214 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.214+0000 7f54c2bdc900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:26.214 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.214+0000 7f54c2bdc900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:26.214 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.214+0000 7f54c2bdc900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:26.214 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.214+0000 7f54c2bdc900 20 zonegroup default 2026-04-17T18:02:26.214 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.214+0000 7f54c2bdc900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.214 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.214+0000 7f54c2bdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.214 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.214+0000 7f54c2bdc900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.214 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.214+0000 7f54c2bdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.214 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.215+0000 7f54c2bdc900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.214 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.215+0000 7f54c2bdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.215 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.215+0000 7f54c2bdc900 20 started sync module instance, tier type = 2026-04-17T18:02:26.215 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.215+0000 7f54c2bdc900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:26.217 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.217+0000 7f54c2bdc900 20 add_watcher() i=0 2026-04-17T18:02:26.218 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.219+0000 7f54c2bdc900 20 add_watcher() i=4 2026-04-17T18:02:26.218 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.219+0000 7f54c2bdc900 20 add_watcher() i=3 2026-04-17T18:02:26.219 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.219+0000 7f54c2bdc900 20 add_watcher() i=5 2026-04-17T18:02:26.219 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.220+0000 7f54c2bdc900 20 add_watcher() i=7 2026-04-17T18:02:26.220 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.220+0000 7f54c2bdc900 20 add_watcher() i=6 2026-04-17T18:02:26.220 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.220+0000 7f54c2bdc900 20 add_watcher() i=1 2026-04-17T18:02:26.220 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.220+0000 7f54c2bdc900 20 add_watcher() i=2 2026-04-17T18:02:26.220 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.220+0000 7f54c2bdc900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:26.222 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.223+0000 7f54c2bdc900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:26.222 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.223+0000 7f54c2bdc900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:26.222 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.223+0000 7f54c2bdc900 5 note: GC not initialized 2026-04-17T18:02:26.222 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.223+0000 7f546cff1640 20 reqs_thread_entry: start 2026-04-17T18:02:26.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.262+0000 7f54c2bdc900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:26.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.262+0000 7f54c2bdc900 20 Filter name: none 2026-04-17T18:02:26.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.262+0000 7f54667fc640 20 reqs_thread_entry: start 2026-04-17T18:02:26.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.262+0000 7f54c2bdc900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.262+0000 7f54c2bdc900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:26.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.262+0000 7f54c2bdc900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.262 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.263+0000 7f54c2bdc900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:26.263 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.263+0000 7f54c2bdc900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T18:02:26.263 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.263+0000 7f54c2bdc900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-17T18:02:26.263 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.263+0000 7f54c2bdc900 20 INFO: main: starting shard=0 2026-04-17T18:02:26.263 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.263+0000 7f54c2bdc900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:26.263 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.263+0000 7f54c2bdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.263 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.263+0000 7f54c2bdc900 20 INFO: main: starting shard=1 2026-04-17T18:02:26.263 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.263+0000 7f54c2bdc900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:26.263 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.263+0000 7f54c2bdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.263 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.263+0000 7f54c2bdc900 20 INFO: main: starting shard=2 2026-04-17T18:02:26.263 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.263+0000 7f54c2bdc900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:26.263 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.264+0000 7f54c2bdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.264 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.264+0000 7f54c2bdc900 20 INFO: main: starting shard=3 2026-04-17T18:02:26.264 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.264+0000 7f54c2bdc900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:26.264 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.264+0000 7f54c2bdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.264 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.264+0000 7f54c2bdc900 20 INFO: main: starting shard=4 2026-04-17T18:02:26.264 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.264+0000 7f54c2bdc900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:26.264 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.264+0000 7f54c2bdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.264 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.264+0000 7f54c2bdc900 20 INFO: main: starting shard=5 2026-04-17T18:02:26.264 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.264+0000 7f54c2bdc900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:26.264 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.265+0000 7f54c2bdc900 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2026-04-17T18:02:26.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.265+0000 7f54c2bdc900 20 INFO: main: starting shard=6 2026-04-17T18:02:26.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.265+0000 7f54c2bdc900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:26.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.265+0000 7f54c2bdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.265+0000 7f54c2bdc900 20 INFO: main: starting shard=7 2026-04-17T18:02:26.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.265+0000 7f54c2bdc900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:26.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.266+0000 7f54c2bdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.266+0000 7f54c2bdc900 20 INFO: main: starting shard=8 2026-04-17T18:02:26.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.266+0000 7f54c2bdc900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:26.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.266+0000 7f54c2bdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.266+0000 7f54c2bdc900 20 INFO: main: starting shard=9 2026-04-17T18:02:26.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.266+0000 7f54c2bdc900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:26.266 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.266+0000 7f54c2bdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.266 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.266+0000 7f54c2bdc900 20 INFO: main: starting shard=10 2026-04-17T18:02:26.266 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.266+0000 7f54c2bdc900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:26.266 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.266+0000 7f54c2bdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.266 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.266+0000 7f54c2bdc900 20 INFO: main: done 2026-04-17T18:02:26.270 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.270+0000 7f54c2bdc900 20 remove_watcher() i=3 2026-04-17T18:02:26.270 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.270+0000 7f54c2bdc900 2 removed watcher, disabling cache 2026-04-17T18:02:26.270 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.270+0000 7f54c2bdc900 20 remove_watcher() i=0 2026-04-17T18:02:26.270 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.270+0000 7f54c2bdc900 20 remove_watcher() i=6 2026-04-17T18:02:26.271 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.271+0000 7f54c2bdc900 20 remove_watcher() i=4 2026-04-17T18:02:26.271 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.271+0000 7f54c2bdc900 20 remove_watcher() i=1 2026-04-17T18:02:26.271 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.271+0000 7f54c2bdc900 20 remove_watcher() i=2 2026-04-17T18:02:26.271 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.271+0000 7f54c2bdc900 20 remove_watcher() i=7 2026-04-17T18:02:26.271 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.271+0000 7f54c2bdc900 20 remove_watcher() i=5 2026-04-17T18:02:26.279 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-17T18:02:26.298 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:26.298 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:26.318 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.318+0000 7f0e6e538900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.319 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.319+0000 7f0e6e538900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.319 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.319+0000 7f0e6e538900 20 realm 2026-04-17T18:02:26.319 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.319+0000 7f0e6e538900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.319 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.319+0000 7f0e6e538900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.319 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.319+0000 7f0e6e538900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:26.319 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.319+0000 7f0e6e538900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.319 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.320+0000 7f0e6e538900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.319 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.320+0000 7f0e6e538900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.320 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.320+0000 7f0e6e538900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:26.320 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.320+0000 7f0e6e538900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.320 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.321+0000 7f0e6e538900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:26.320 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.321+0000 7f0e6e538900 20 searching for the correct realm 2026-04-17T18:02:26.323 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.324+0000 7f0e6a228640 0 -- 192.168.123.100:0/786831286 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7f0e58057330 msgr2=0x7f0e58058fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:26.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.529+0000 7f0e6a228640 0 -- 192.168.123.100:0/786831286 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x5624d1141760 msgr2=0x5624d1161c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:26.531 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:26.531 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:26.531 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:26.531 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:26.531 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:26.531 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:26.531 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.531 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:26.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:26.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 20 zone default found 2026-04-17T18:02:26.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 4 Realm: () 2026-04-17T18:02:26.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:26.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:26.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:26.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 20 zonegroup default 2026-04-17T18:02:26.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.532+0000 7f0e6e538900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.533+0000 7f0e6e538900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.533+0000 7f0e6e538900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.533+0000 7f0e6e538900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.532 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.533+0000 7f0e6e538900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.533 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.533+0000 7f0e6e538900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.533 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.533+0000 7f0e6e538900 20 started sync module instance, tier type = 2026-04-17T18:02:26.533 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.533+0000 7f0e6e538900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:26.536 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.536+0000 7f0e6e538900 20 add_watcher() i=0 2026-04-17T18:02:26.536 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.536+0000 7f0e6e538900 20 add_watcher() i=5 2026-04-17T18:02:26.536 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.537+0000 7f0e6e538900 20 add_watcher() i=3 2026-04-17T18:02:26.536 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.537+0000 7f0e6e538900 20 add_watcher() i=6 2026-04-17T18:02:26.537 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.537+0000 7f0e6e538900 20 add_watcher() i=2 2026-04-17T18:02:26.537 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.538+0000 7f0e6e538900 20 add_watcher() i=4 2026-04-17T18:02:26.537 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.538+0000 7f0e6e538900 20 add_watcher() i=7 2026-04-17T18:02:26.537 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.538+0000 7f0e6e538900 20 add_watcher() i=1 2026-04-17T18:02:26.537 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.538+0000 7f0e6e538900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:26.540 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.540+0000 7f0e6e538900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:26.540 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.540+0000 7f0e6e538900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:26.540 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.541+0000 7f0e6e538900 5 note: GC not initialized 2026-04-17T18:02:26.540 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.541+0000 7f0e12ffd640 20 reqs_thread_entry: start 2026-04-17T18:02:26.577 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.577+0000 7f0e6e538900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:26.578 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.578+0000 7f0e6e538900 20 Filter name: none 2026-04-17T18:02:26.578 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.578+0000 7f0e10ff9640 20 reqs_thread_entry: start 2026-04-17T18:02:26.578 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.578+0000 7f0e6e538900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.578 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.578+0000 7f0e6e538900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:26.578 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.578+0000 7f0e6e538900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.578 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.578+0000 7f0e6e538900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:26.578 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.579+0000 7f0e6e538900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T18:02:26.578 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.579+0000 7f0e6e538900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-17T18:02:26.578 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.579+0000 7f0e6e538900 20 INFO: main: starting shard=0 2026-04-17T18:02:26.578 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.579+0000 7f0e6e538900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:26.579 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.579+0000 7f0e6e538900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.579 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.579+0000 7f0e6e538900 20 INFO: main: starting shard=1 2026-04-17T18:02:26.579 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.579+0000 7f0e6e538900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:26.579 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.579+0000 7f0e6e538900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.579 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.579+0000 7f0e6e538900 20 INFO: main: starting shard=2 2026-04-17T18:02:26.579 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.579+0000 7f0e6e538900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:26.579 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.580+0000 7f0e6e538900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.579 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.580+0000 7f0e6e538900 20 INFO: main: starting shard=3 2026-04-17T18:02:26.579 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.580+0000 7f0e6e538900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:26.580 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.580+0000 7f0e6e538900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.580 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.580+0000 7f0e6e538900 20 INFO: main: starting shard=4 2026-04-17T18:02:26.580 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.580+0000 7f0e6e538900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:26.580 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.580+0000 7f0e6e538900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.580 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.580+0000 7f0e6e538900 20 INFO: main: starting shard=5 2026-04-17T18:02:26.580 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.580+0000 7f0e6e538900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:26.580 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.581+0000 7f0e6e538900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.580 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.581+0000 7f0e6e538900 20 INFO: main: starting shard=6 2026-04-17T18:02:26.580 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.581+0000 7f0e6e538900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:26.581 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.581+0000 7f0e6e538900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.581 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.581+0000 7f0e6e538900 20 INFO: main: starting shard=7 2026-04-17T18:02:26.581 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.581+0000 7f0e6e538900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:26.581 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.582+0000 7f0e6e538900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.581 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.582+0000 7f0e6e538900 20 INFO: main: starting shard=8 2026-04-17T18:02:26.581 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.582+0000 7f0e6e538900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:26.581 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.582+0000 7f0e6e538900 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2026-04-17T18:02:26.582 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.582+0000 7f0e6e538900 20 INFO: main: starting shard=9 2026-04-17T18:02:26.582 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.582+0000 7f0e6e538900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:26.582 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.582+0000 7f0e6e538900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.582 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.582+0000 7f0e6e538900 20 INFO: main: starting shard=10 2026-04-17T18:02:26.582 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.582+0000 7f0e6e538900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:26.582 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.583+0000 7f0e6e538900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.582 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.583+0000 7f0e6e538900 20 INFO: main: done 2026-04-17T18:02:26.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.586+0000 7f0e6e538900 20 remove_watcher() i=0 2026-04-17T18:02:26.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.586+0000 7f0e6e538900 2 removed watcher, disabling cache 2026-04-17T18:02:26.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.586+0000 7f0e6e538900 20 remove_watcher() i=4 2026-04-17T18:02:26.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.587+0000 7f0e6e538900 20 remove_watcher() i=5 2026-04-17T18:02:26.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.587+0000 7f0e6e538900 20 remove_watcher() i=3 2026-04-17T18:02:26.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.587+0000 7f0e6e538900 20 remove_watcher() i=6 2026-04-17T18:02:26.587 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.587+0000 7f0e6e538900 20 remove_watcher() i=7 2026-04-17T18:02:26.587 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.587+0000 7f0e6e538900 20 remove_watcher() i=1 2026-04-17T18:02:26.587 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.588+0000 7f0e6e538900 20 remove_watcher() i=2 2026-04-17T18:02:26.592 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check olh finds leftover OLH entries 2026-04-17T18:02:26.592 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:26.594 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2026-04-17T18:02:26.614 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:26.614 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:26.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.633+0000 7f081ff5b900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.633+0000 7f081ff5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.633+0000 7f081ff5b900 20 realm 2026-04-17T18:02:26.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.633+0000 7f081ff5b900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.634+0000 7f081ff5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.634+0000 7f081ff5b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:26.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.634+0000 7f081ff5b900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.634+0000 7f081ff5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.634 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.634+0000 7f081ff5b900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.634 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.634+0000 7f081ff5b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:26.634 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.634+0000 7f081ff5b900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.635 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.635+0000 7f081ff5b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:26.635 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.635+0000 7f081ff5b900 20 searching for the correct realm 2026-04-17T18:02:26.638 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.638+0000 7f0817fff640 0 -- 192.168.123.100:0/2919380159 >> [v2:192.168.123.100:6802/3440140179,v1:192.168.123.100:6803/3440140179] conn(0x7f080409ebc0 msgr2=0x7f0804078450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:26.641 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.642+0000 7f0816ffd640 0 -- 192.168.123.100:0/2919380159 >> [v2:192.168.123.108:6817/1572478657,v1:192.168.123.108:6819/1572478657] conn(0x7f0804078960 msgr2=0x7f080408f3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:26.643 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.644+0000 7f081ff5b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:26.643 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.644+0000 7f081ff5b900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:26.643 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.644+0000 7f081ff5b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:26.643 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.644+0000 7f081ff5b900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:26.644 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.644+0000 7f081ff5b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:26.644 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.644+0000 7f081ff5b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:26.644 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.644+0000 7f081ff5b900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.644 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.644+0000 7f081ff5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.644 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.644+0000 7f081ff5b900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.644 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.644+0000 7f081ff5b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:26.644 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.644+0000 7f081ff5b900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.644 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.645+0000 7f081ff5b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:26.644 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.645+0000 7f081ff5b900 20 zone default found 2026-04-17T18:02:26.644 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.645+0000 7f081ff5b900 4 Realm: () 2026-04-17T18:02:26.644 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.645+0000 7f081ff5b900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:26.644 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.645+0000 7f081ff5b900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:26.644 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.645+0000 7f081ff5b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:26.644 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.645+0000 7f081ff5b900 20 zonegroup default 2026-04-17T18:02:26.644 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.645+0000 7f081ff5b900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.645 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.645+0000 7f081ff5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.645 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.645+0000 7f081ff5b900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.645 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.645+0000 7f081ff5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.645 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.645+0000 7f081ff5b900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.645 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.646+0000 7f081ff5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.645 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.646+0000 7f081ff5b900 20 started sync module instance, tier type = 2026-04-17T18:02:26.645 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.646+0000 7f081ff5b900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:26.648 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.648+0000 7f081ff5b900 20 add_watcher() i=0 2026-04-17T18:02:26.649 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.649+0000 7f081ff5b900 20 add_watcher() i=4 2026-04-17T18:02:26.649 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.649+0000 7f081ff5b900 20 add_watcher() i=1 2026-04-17T18:02:26.649 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.649+0000 7f081ff5b900 20 add_watcher() i=3 2026-04-17T18:02:26.650 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.650+0000 7f081ff5b900 20 add_watcher() i=5 2026-04-17T18:02:26.650 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.651+0000 7f081ff5b900 20 add_watcher() i=7 2026-04-17T18:02:26.651 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.651+0000 7f081ff5b900 20 add_watcher() i=2 2026-04-17T18:02:26.651 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.651+0000 7f081ff5b900 20 add_watcher() i=6 2026-04-17T18:02:26.651 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.651+0000 7f081ff5b900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:26.653 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.653+0000 7f081ff5b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:26.653 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.653+0000 7f081ff5b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:26.653 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.653+0000 7f081ff5b900 5 note: GC not initialized 2026-04-17T18:02:26.653 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.653+0000 7f07c8fe9640 20 reqs_thread_entry: start 2026-04-17T18:02:26.691 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.691+0000 7f081ff5b900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:26.691 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.691+0000 7f081ff5b900 20 Filter name: none 2026-04-17T18:02:26.691 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.692+0000 7f07c27fc640 20 reqs_thread_entry: start 2026-04-17T18:02:26.691 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.692+0000 7f081ff5b900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T18:02:26.691 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.692+0000 7f081ff5b900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.692+0000 7f081ff5b900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:26.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.692+0000 7f081ff5b900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T18:02:26.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.692+0000 7f081ff5b900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T18:02:26.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.692+0000 7f081ff5b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 : miss 2026-04-17T18:02:26.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.692+0000 7f081ff5b900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.692+0000 7f081ff5b900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:26.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.692+0000 7f081ff5b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 info.flags=0x17 2026-04-17T18:02:26.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.692+0000 7f081ff5b900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 to cache LRU end 2026-04-17T18:02:26.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.692+0000 7f081ff5b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T18:02:26.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.692+0000 7f081ff5b900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T18:02:26.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.692+0000 7f081ff5b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 2026-04-17T18:02:26.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.692+0000 7f081ff5b900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:26.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.693+0000 7f081ff5b900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-17T18:02:26.692 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.693+0000 7f081ff5b900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:26.693 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.693+0000 7f081ff5b900 1 NOTICE: finished shard 1 (0 entries found) 2026-04-17T18:02:26.693 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.693+0000 7f081ff5b900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:26.693 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.693+0000 7f081ff5b900 1 NOTICE: finished shard 2 (0 entries found) 2026-04-17T18:02:26.693 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.693+0000 7f081ff5b900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:26.693 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.694+0000 7f081ff5b900 1 NOTICE: finished shard 3 (0 entries found) 2026-04-17T18:02:26.693 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.694+0000 7f081ff5b900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:26.694 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.694+0000 7f081ff5b900 1 NOTICE: finished shard 4 (0 entries found) 2026-04-17T18:02:26.694 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.694+0000 7f081ff5b900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:26.694 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.694+0000 7f081ff5b900 1 NOTICE: finished shard 5 (1 entries found) 2026-04-17T18:02:26.694 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.694+0000 7f081ff5b900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:26.694 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.695+0000 7f081ff5b900 1 NOTICE: finished shard 6 (0 entries found) 2026-04-17T18:02:26.694 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.695+0000 7f081ff5b900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:26.695 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.695+0000 7f081ff5b900 1 NOTICE: finished shard 7 (0 entries found) 2026-04-17T18:02:26.695 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.695+0000 7f081ff5b900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:26.695 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.695+0000 7f081ff5b900 1 NOTICE: finished shard 8 (1 entries found) 2026-04-17T18:02:26.695 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.695+0000 7f081ff5b900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:26.695 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.696+0000 7f081ff5b900 1 NOTICE: finished shard 9 (0 entries found) 2026-04-17T18:02:26.695 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.696+0000 7f081ff5b900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:26.696 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.696+0000 7f081ff5b900 1 NOTICE: finished shard 10 (0 entries found) 2026-04-17T18:02:26.696 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.696+0000 7f081ff5b900 1 NOTICE: finished all shards (2 entries found) 2026-04-17T18:02:26.700 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.700+0000 7f081ff5b900 20 remove_watcher() i=3 2026-04-17T18:02:26.700 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.700+0000 7f081ff5b900 2 removed watcher, disabling cache 2026-04-17T18:02:26.700 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.700+0000 7f081ff5b900 20 remove_watcher() i=4 2026-04-17T18:02:26.700 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.700+0000 7f081ff5b900 20 remove_watcher() i=0 2026-04-17T18:02:26.700 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.701+0000 7f081ff5b900 20 remove_watcher() i=1 2026-04-17T18:02:26.701 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.701+0000 7f081ff5b900 20 remove_watcher() i=6 2026-04-17T18:02:26.701 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.701+0000 7f081ff5b900 20 remove_watcher() i=5 2026-04-17T18:02:26.701 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.701+0000 7f081ff5b900 20 remove_watcher() i=7 2026-04-17T18:02:26.701 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.702+0000 7f081ff5b900 20 remove_watcher() i=2 2026-04-17T18:02:26.707 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check olh fixes leftover OLH entries 2026-04-17T18:02:26.707 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:26.709 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-17T18:02:26.730 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:26.730 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:26.752 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.752+0000 7f66939a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.752 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.753+0000 7f66939a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.752 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.753+0000 7f66939a3900 20 realm 2026-04-17T18:02:26.752 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.753+0000 7f66939a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.753 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.753+0000 7f66939a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.753 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.753+0000 7f66939a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:26.753 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.753+0000 7f66939a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.753 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.753+0000 7f66939a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.753 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.753+0000 7f66939a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.753 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.754+0000 7f66939a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:26.753 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.754+0000 7f66939a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.754 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.754+0000 7f66939a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:26.754 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.754+0000 7f66939a3900 20 searching for the correct realm 2026-04-17T18:02:26.756 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.757+0000 7f668affd640 0 -- 192.168.123.100:0/3826165793 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x55cf735e2b10 msgr2=0x55cf73602fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:26.759 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.760+0000 7f668affd640 0 -- 192.168.123.100:0/3826165793 >> [v2:192.168.123.108:6800/49630279,v1:192.168.123.108:6801/49630279] conn(0x55cf7357bd20 msgr2=0x55cf7359c1d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:26.762 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.762+0000 7f66939a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:26.762 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.762+0000 7f66939a3900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:26.762 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.762+0000 7f66939a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:26.762 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.762+0000 7f66939a3900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:26.762 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.762+0000 7f66939a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:26.762 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.762+0000 7f66939a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:26.762 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.762+0000 7f66939a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.762 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.763+0000 7f66939a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.762 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.763+0000 7f66939a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.762 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.763+0000 7f66939a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:26.762 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.763+0000 7f66939a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.763 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.763+0000 7f66939a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:26.763 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.763+0000 7f66939a3900 20 zone default found 2026-04-17T18:02:26.763 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.763+0000 7f66939a3900 4 Realm: () 2026-04-17T18:02:26.763 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.763+0000 7f66939a3900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:26.763 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.763+0000 7f66939a3900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:26.763 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.763+0000 7f66939a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:26.763 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.763+0000 7f66939a3900 20 zonegroup default 2026-04-17T18:02:26.763 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.763+0000 7f66939a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.763 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.763+0000 7f66939a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.763 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.763+0000 7f66939a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.763 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.763+0000 7f66939a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.763 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.763+0000 7f66939a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.763 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.764+0000 7f66939a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.763 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.764+0000 7f66939a3900 20 started sync module instance, tier type = 2026-04-17T18:02:26.763 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.764+0000 7f66939a3900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:26.766 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.766+0000 7f66939a3900 20 add_watcher() i=0 2026-04-17T18:02:26.766 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.766+0000 7f66939a3900 20 add_watcher() i=3 2026-04-17T18:02:26.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.767+0000 7f66939a3900 20 add_watcher() i=4 2026-04-17T18:02:26.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.767+0000 7f66939a3900 20 add_watcher() i=5 2026-04-17T18:02:26.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.768+0000 7f66939a3900 20 add_watcher() i=1 2026-04-17T18:02:26.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.768+0000 7f66939a3900 20 add_watcher() i=6 2026-04-17T18:02:26.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.768+0000 7f66939a3900 20 add_watcher() i=7 2026-04-17T18:02:26.768 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.768+0000 7f66939a3900 20 add_watcher() i=2 2026-04-17T18:02:26.768 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.768+0000 7f66939a3900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:26.770 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.770+0000 7f66939a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:26.770 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.770+0000 7f66939a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:26.770 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.770+0000 7f66939a3900 5 note: GC not initialized 2026-04-17T18:02:26.770 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.770+0000 7f66377fe640 20 reqs_thread_entry: start 2026-04-17T18:02:26.808 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.808+0000 7f66939a3900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:26.808 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.808+0000 7f66939a3900 20 Filter name: none 2026-04-17T18:02:26.808 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.808+0000 7f66357fa640 20 reqs_thread_entry: start 2026-04-17T18:02:26.808 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.808+0000 7f66939a3900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T18:02:26.808 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.808+0000 7f66939a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.808 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.809+0000 7f66939a3900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:26.808 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.809+0000 7f66939a3900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T18:02:26.808 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.809+0000 7f66939a3900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T18:02:26.808 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.809+0000 7f66939a3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 : miss 2026-04-17T18:02:26.808 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.809+0000 7f66939a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.809 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.809+0000 7f66939a3900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:26.809 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.809+0000 7f66939a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 info.flags=0x17 2026-04-17T18:02:26.809 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.809+0000 7f66939a3900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 to cache LRU end 2026-04-17T18:02:26.809 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.809+0000 7f66939a3900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T18:02:26.809 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.809+0000 7f66939a3900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T18:02:26.809 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.809+0000 7f66939a3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 2026-04-17T18:02:26.809 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.809+0000 7f66939a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:26.809 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.810+0000 7f66939a3900 1 NOTICE: finished shard 0 (0 entries removed) 2026-04-17T18:02:26.810 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.810+0000 7f66939a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:26.810 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.810+0000 7f66939a3900 1 NOTICE: finished shard 1 (0 entries removed) 2026-04-17T18:02:26.810 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.810+0000 7f66939a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:26.810 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.811+0000 7f66939a3900 1 NOTICE: finished shard 2 (0 entries removed) 2026-04-17T18:02:26.810 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.811+0000 7f66939a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:26.811 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.811+0000 7f66939a3900 1 NOTICE: finished shard 3 (0 entries removed) 2026-04-17T18:02:26.811 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.811+0000 7f66939a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:26.811 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.811+0000 7f66939a3900 1 NOTICE: finished shard 4 (0 entries removed) 2026-04-17T18:02:26.811 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.811+0000 7f66939a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:26.811 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.812+0000 7f66939a3900 20 get_obj_state: octx=0x7f668409b640 obj=check-bucket:d state=0x55cf73acc5d8 s->prefetch_data=0 2026-04-17T18:02:26.811 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.812+0000 7f66939a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:26.812 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.812+0000 7f66939a3900 1 NOTICE: finished shard 6 (0 entries removed) 2026-04-17T18:02:26.812 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.812+0000 7f66939a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:26.812 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.813+0000 7f66939a3900 1 NOTICE: finished shard 7 (0 entries removed) 2026-04-17T18:02:26.812 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.813+0000 7f66939a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:26.813 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.813+0000 7f66939a3900 20 get_obj_state: octx=0x7f6674003130 obj=check-bucket:c state=0x55cf73acf328 s->prefetch_data=0 2026-04-17T18:02:26.813 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.813+0000 7f66939a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:26.813 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.813+0000 7f66939a3900 1 NOTICE: finished shard 9 (0 entries removed) 2026-04-17T18:02:26.813 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.813+0000 7f66939a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:26.813 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.813+0000 7f66939a3900 1 NOTICE: finished shard 10 (0 entries removed) 2026-04-17T18:02:26.813 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.813+0000 7f66939a3900 20 get_obj_state: setting s->obj_tag to bq0tnntniue3qyyedj2wyxnqv386htiz 2026-04-17T18:02:26.813 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.814+0000 7f66939a3900 20 get_obj_state_impl: setting s->olh_tag to 5r1u2gn3t2xnpnxa9yg48uw89omqy3dk 2026-04-17T18:02:26.813 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.814+0000 7f66939a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:26.813 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.814+0000 7f66939a3900 20 get_obj_state: setting s->obj_tag to xvczs0m5dk3i3ws64gbu4em6q4h6fr49 2026-04-17T18:02:26.813 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.814+0000 7f66939a3900 20 get_obj_state_impl: setting s->olh_tag to lb5c4gei0vfz04zpr087pehftslx2hnc 2026-04-17T18:02:26.813 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.814+0000 7f66939a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:26.814 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.814+0000 7f66939a3900 20 olh_log_entry: epoch=4 op=2 key=d[] 2026-04-17T18:02:26.814 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.814+0000 7f66939a3900 20 olh_log_entry: epoch=4 op=3 key=d[QJBbAJqSPjoWgFwxgBIG7LXT1xFEeWX] 2026-04-17T18:02:26.814 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.814+0000 7f66939a3900 20 get_obj_state: octx=0x55cf736ea3f0 obj=check-bucket:_:QJBbAJqSPjoWgFwxgBIG7LXT1xFEeWX_d state=0x55cf73711b98 s->prefetch_data=0 2026-04-17T18:02:26.814 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.814+0000 7f66939a3900 20 olh_log_entry: epoch=4 op=2 key=c[] 2026-04-17T18:02:26.814 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.814+0000 7f66939a3900 20 olh_log_entry: epoch=4 op=3 key=c[R95mZWQ1vMhulDfTWaBKhZJuKDp0O8H] 2026-04-17T18:02:26.814 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.814+0000 7f66939a3900 20 get_obj_state: octx=0x55cf7370a3f0 obj=check-bucket:_:R95mZWQ1vMhulDfTWaBKhZJuKDp0O8H_c state=0x55cf737193c8 s->prefetch_data=0 2026-04-17T18:02:26.815 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.815+0000 7f66939a3900 20 get_obj_state: octx=0x55cf736ea3f0 obj=check-bucket:d state=0x55cf737193c8 s->prefetch_data=0 2026-04-17T18:02:26.815 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.815+0000 7f66939a3900 20 get_obj_state: setting s->obj_tag to bq0tnntniue3qyyedj2wyxnqv386htiz 2026-04-17T18:02:26.815 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.815+0000 7f66939a3900 20 get_obj_state_impl: setting s->olh_tag to 5r1u2gn3t2xnpnxa9yg48uw89omqy3dk 2026-04-17T18:02:26.815 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.815+0000 7f66939a3900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=5r1u2gn3t2xnpnxa9yg48uw89omqy3dk 2026-04-17T18:02:26.815 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.816+0000 7f66939a3900 20 get_obj_state: octx=0x55cf7370a3f0 obj=check-bucket:c state=0x55cf73714378 s->prefetch_data=0 2026-04-17T18:02:26.816 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.816+0000 7f66939a3900 20 get_obj_state: setting s->obj_tag to xvczs0m5dk3i3ws64gbu4em6q4h6fr49 2026-04-17T18:02:26.816 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.816+0000 7f66939a3900 20 get_obj_state_impl: setting s->olh_tag to lb5c4gei0vfz04zpr087pehftslx2hnc 2026-04-17T18:02:26.816 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.816+0000 7f66939a3900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=lb5c4gei0vfz04zpr087pehftslx2hnc 2026-04-17T18:02:26.817 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.817+0000 7f66939a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:26.818 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.818+0000 7f66939a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:26.818 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.818+0000 7f66939a3900 1 NOTICE: finished shard 5 (1 entries removed) 2026-04-17T18:02:26.819 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.819+0000 7f66939a3900 1 NOTICE: finished shard 8 (1 entries removed) 2026-04-17T18:02:26.819 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.819+0000 7f66939a3900 1 NOTICE: finished all shards (2 entries removed) 2026-04-17T18:02:26.822 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.823+0000 7f66939a3900 20 remove_watcher() i=0 2026-04-17T18:02:26.823 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.823+0000 7f66939a3900 2 removed watcher, disabling cache 2026-04-17T18:02:26.823 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.823+0000 7f66939a3900 20 remove_watcher() i=1 2026-04-17T18:02:26.823 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.823+0000 7f66939a3900 20 remove_watcher() i=3 2026-04-17T18:02:26.823 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.823+0000 7f66939a3900 20 remove_watcher() i=4 2026-04-17T18:02:26.823 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.823+0000 7f66939a3900 20 remove_watcher() i=2 2026-04-17T18:02:26.823 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.823+0000 7f66939a3900 20 remove_watcher() i=5 2026-04-17T18:02:26.823 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.823+0000 7f66939a3900 20 remove_watcher() i=6 2026-04-17T18:02:26.823 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.823+0000 7f66939a3900 20 remove_watcher() i=7 2026-04-17T18:02:26.831 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-17T18:02:26.850 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:26.850 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:26.869 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.869+0000 7f8253775900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.870 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.870+0000 7f8253775900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.870 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.870+0000 7f8253775900 20 realm 2026-04-17T18:02:26.870 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.870+0000 7f8253775900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.870 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.871+0000 7f8253775900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.870 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.871+0000 7f8253775900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:26.870 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.871+0000 7f8253775900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.870 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.871+0000 7f8253775900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.870 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.871+0000 7f8253775900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.871 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.871+0000 7f8253775900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:26.871 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.871+0000 7f8253775900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.872+0000 7f8253775900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:26.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.872+0000 7f8253775900 20 searching for the correct realm 2026-04-17T18:02:26.875 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.875+0000 7f825122c640 0 -- 192.168.123.100:0/3647108742 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7f82400933f0 msgr2=0x7f8240093840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:26.878 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.878+0000 7f8250a2b640 0 -- 192.168.123.100:0/3647108742 >> [v2:192.168.123.108:6817/1572478657,v1:192.168.123.108:6819/1572478657] conn(0x7f823806b040 msgr2=0x7f823802d930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T18:02:26.880 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.880+0000 7f8253775900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:26.880 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.880+0000 7f8253775900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:26.880 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.880+0000 7f8253775900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:26.880 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.880+0000 7f8253775900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:26.880 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.880+0000 7f8253775900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:26.880 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.880+0000 7f8253775900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:26.880 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.880+0000 7f8253775900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.880 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.881+0000 7f8253775900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.880 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.881+0000 7f8253775900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.880 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.881+0000 7f8253775900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:26.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.881+0000 7f8253775900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.881+0000 7f8253775900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:26.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.881+0000 7f8253775900 20 zone default found 2026-04-17T18:02:26.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.881+0000 7f8253775900 4 Realm: () 2026-04-17T18:02:26.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.881+0000 7f8253775900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:26.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.881+0000 7f8253775900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:26.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.881+0000 7f8253775900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:26.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.881+0000 7f8253775900 20 zonegroup default 2026-04-17T18:02:26.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.881+0000 7f8253775900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.881+0000 7f8253775900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.881+0000 7f8253775900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.882+0000 7f8253775900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.882+0000 7f8253775900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.882+0000 7f8253775900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.882+0000 7f8253775900 20 started sync module instance, tier type = 2026-04-17T18:02:26.882 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.882+0000 7f8253775900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:26.885 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.885+0000 7f8253775900 20 add_watcher() i=4 2026-04-17T18:02:26.885 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.885+0000 7f8253775900 20 add_watcher() i=5 2026-04-17T18:02:26.885 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.885+0000 7f8253775900 20 add_watcher() i=0 2026-04-17T18:02:26.885 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.885+0000 7f8253775900 20 add_watcher() i=3 2026-04-17T18:02:26.885 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.886+0000 7f8253775900 20 add_watcher() i=1 2026-04-17T18:02:26.886 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.886+0000 7f8253775900 20 add_watcher() i=2 2026-04-17T18:02:26.886 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.886+0000 7f8253775900 20 add_watcher() i=6 2026-04-17T18:02:26.886 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.886+0000 7f8253775900 20 add_watcher() i=7 2026-04-17T18:02:26.886 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.886+0000 7f8253775900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:26.888 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.888+0000 7f8253775900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:26.888 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.888+0000 7f8253775900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:26.888 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.888+0000 7f8253775900 5 note: GC not initialized 2026-04-17T18:02:26.888 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.888+0000 7f81fe7ec640 20 reqs_thread_entry: start 2026-04-17T18:02:26.924 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.924+0000 7f8253775900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:26.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.924+0000 7f8253775900 20 Filter name: none 2026-04-17T18:02:26.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.925+0000 7f81f7fff640 20 reqs_thread_entry: start 2026-04-17T18:02:26.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.925+0000 7f8253775900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.925+0000 7f8253775900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:26.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.925+0000 7f8253775900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.925+0000 7f8253775900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:26.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.925+0000 7f8253775900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T18:02:26.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.925+0000 7f8253775900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-17T18:02:26.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.925+0000 7f8253775900 20 INFO: main: starting shard=0 2026-04-17T18:02:26.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.925+0000 7f8253775900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:26.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.926+0000 7f8253775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.926+0000 7f8253775900 20 INFO: main: starting shard=1 2026-04-17T18:02:26.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.926+0000 7f8253775900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:26.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.926+0000 7f8253775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.925 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.926+0000 7f8253775900 20 INFO: main: starting shard=2 2026-04-17T18:02:26.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.926+0000 7f8253775900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:26.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.926+0000 7f8253775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.926+0000 7f8253775900 20 INFO: main: starting shard=3 2026-04-17T18:02:26.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.926+0000 7f8253775900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:26.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.926+0000 7f8253775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.926+0000 7f8253775900 20 INFO: main: starting shard=4 2026-04-17T18:02:26.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.926+0000 7f8253775900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:26.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.927+0000 7f8253775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.927+0000 7f8253775900 20 INFO: main: starting shard=5 2026-04-17T18:02:26.926 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.927+0000 7f8253775900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:26.927 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.927+0000 7f8253775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.927 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.927+0000 7f8253775900 20 INFO: main: starting shard=6 2026-04-17T18:02:26.927 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.927+0000 7f8253775900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:26.927 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.927+0000 7f8253775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.927 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.927+0000 7f8253775900 20 INFO: main: starting shard=7 2026-04-17T18:02:26.927 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.927+0000 7f8253775900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:26.927 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.928+0000 7f8253775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.927 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.928+0000 7f8253775900 20 INFO: main: starting shard=8 2026-04-17T18:02:26.927 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.928+0000 7f8253775900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:26.928 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.928+0000 7f8253775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.928 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.928+0000 7f8253775900 20 INFO: main: starting shard=9 2026-04-17T18:02:26.928 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.928+0000 7f8253775900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:26.928 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.928+0000 7f8253775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.928 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.928+0000 7f8253775900 20 INFO: main: starting shard=10 2026-04-17T18:02:26.928 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.928+0000 7f8253775900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:26.928 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.929+0000 7f8253775900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:26.928 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.929+0000 7f8253775900 20 INFO: main: done 2026-04-17T18:02:26.931 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.932+0000 7f8253775900 20 remove_watcher() i=0 2026-04-17T18:02:26.931 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.932+0000 7f8253775900 2 removed watcher, disabling cache 2026-04-17T18:02:26.932 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.932+0000 7f8253775900 20 remove_watcher() i=4 2026-04-17T18:02:26.932 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.932+0000 7f8253775900 20 remove_watcher() i=3 2026-04-17T18:02:26.932 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.932+0000 7f8253775900 20 remove_watcher() i=5 2026-04-17T18:02:26.933 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.933+0000 7f8253775900 20 remove_watcher() i=1 2026-04-17T18:02:26.933 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.933+0000 7f8253775900 20 remove_watcher() i=2 2026-04-17T18:02:26.933 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.933+0000 7f8253775900 20 remove_watcher() i=7 2026-04-17T18:02:26.933 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.933+0000 7f8253775900 20 remove_watcher() i=6 2026-04-17T18:02:26.940 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-17T18:02:26.960 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:26.960 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:26.980 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.980+0000 7f18d3d9c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.981+0000 7f18d3d9c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.981+0000 7f18d3d9c900 20 realm 2026-04-17T18:02:26.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.981+0000 7f18d3d9c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.981+0000 7f18d3d9c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.981+0000 7f18d3d9c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:26.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.981+0000 7f18d3d9c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.981+0000 7f18d3d9c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.981+0000 7f18d3d9c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.982+0000 7f18d3d9c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:26.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.982+0000 7f18d3d9c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.982+0000 7f18d3d9c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:26.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.982+0000 7f18d3d9c900 20 searching for the correct realm 2026-04-17T18:02:26.983 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.984+0000 7f18c3fff640 0 -- 192.168.123.100:0/2264394072 >> [v2:192.168.123.100:6818/506810217,v1:192.168.123.100:6819/506810217] conn(0x7f18bc030030 msgr2=0x7f18bc065bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:26.986 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.987+0000 7f18c3fff640 0 -- 192.168.123.100:0/2264394072 >> [v2:192.168.123.100:6826/2499672872,v1:192.168.123.100:6827/2499672872] conn(0x5640123eddf0 msgr2=0x56401240e1d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:26.990 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.990+0000 7f18d3d9c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:26.990 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.990+0000 7f18d3d9c900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:26.990 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.990+0000 7f18d3d9c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:26.990 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.990+0000 7f18d3d9c900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:26.990 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.990+0000 7f18d3d9c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:26.990 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.990+0000 7f18d3d9c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:26.990 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.990+0000 7f18d3d9c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.991+0000 7f18d3d9c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.991+0000 7f18d3d9c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.991+0000 7f18d3d9c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.991+0000 7f18d3d9c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.991+0000 7f18d3d9c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.991+0000 7f18d3d9c900 20 zone default found 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.991+0000 7f18d3d9c900 4 Realm: () 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.991+0000 7f18d3d9c900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.991+0000 7f18d3d9c900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.991+0000 7f18d3d9c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.991+0000 7f18d3d9c900 20 zonegroup default 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.991+0000 7f18d3d9c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.991+0000 7f18d3d9c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.991+0000 7f18d3d9c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.992+0000 7f18d3d9c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.992+0000 7f18d3d9c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:26.991 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.992+0000 7f18d3d9c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:26.992 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.992+0000 7f18d3d9c900 20 started sync module instance, tier type = 2026-04-17T18:02:26.992 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.992+0000 7f18d3d9c900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:26.995 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.995+0000 7f18d3d9c900 20 add_watcher() i=0 2026-04-17T18:02:26.995 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.995+0000 7f18d3d9c900 20 add_watcher() i=3 2026-04-17T18:02:26.995 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.995+0000 7f18d3d9c900 20 add_watcher() i=2 2026-04-17T18:02:26.995 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.995+0000 7f18d3d9c900 20 add_watcher() i=4 2026-04-17T18:02:26.996 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.996+0000 7f18d3d9c900 20 add_watcher() i=1 2026-04-17T18:02:26.996 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.996+0000 7f18d3d9c900 20 add_watcher() i=6 2026-04-17T18:02:26.996 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.996+0000 7f18d3d9c900 20 add_watcher() i=7 2026-04-17T18:02:26.996 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.996+0000 7f18d3d9c900 20 add_watcher() i=5 2026-04-17T18:02:26.996 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.996+0000 7f18d3d9c900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:26.998 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.998+0000 7f18d3d9c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:26.998 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.998+0000 7f18d3d9c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:26.998 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.998+0000 7f18d3d9c900 5 note: GC not initialized 2026-04-17T18:02:26.998 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:26.999+0000 7f1877fff640 20 reqs_thread_entry: start 2026-04-17T18:02:27.034 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.035+0000 7f18d3d9c900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:27.035 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.035+0000 7f18d3d9c900 20 Filter name: none 2026-04-17T18:02:27.035 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.035+0000 7f1875ffb640 20 reqs_thread_entry: start 2026-04-17T18:02:27.035 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.035+0000 7f18d3d9c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:27.035 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.035+0000 7f18d3d9c900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:27.035 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.035+0000 7f18d3d9c900 20 rados->read ofs=0 len=0 2026-04-17T18:02:27.035 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.036+0000 7f18d3d9c900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:27.036 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.036+0000 7f18d3d9c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T18:02:27.036 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.036+0000 7f18d3d9c900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-17T18:02:27.036 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.036+0000 7f18d3d9c900 20 INFO: main: starting shard=0 2026-04-17T18:02:27.036 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.036+0000 7f18d3d9c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:27.036 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.036+0000 7f18d3d9c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:27.036 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.036+0000 7f18d3d9c900 20 INFO: main: starting shard=1 2026-04-17T18:02:27.036 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.036+0000 7f18d3d9c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:27.036 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.037+0000 7f18d3d9c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:27.036 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.037+0000 7f18d3d9c900 20 INFO: main: starting shard=2 2026-04-17T18:02:27.036 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.037+0000 7f18d3d9c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:27.037 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.037+0000 7f18d3d9c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:27.037 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.037+0000 7f18d3d9c900 20 INFO: main: starting shard=3 2026-04-17T18:02:27.037 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.037+0000 7f18d3d9c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:27.037 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.037+0000 7f18d3d9c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:27.037 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.037+0000 7f18d3d9c900 20 INFO: main: starting shard=4 2026-04-17T18:02:27.037 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.037+0000 7f18d3d9c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:27.037 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.038+0000 7f18d3d9c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:27.037 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.038+0000 7f18d3d9c900 20 INFO: main: starting shard=5 2026-04-17T18:02:27.037 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.038+0000 7f18d3d9c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:27.038 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.038+0000 7f18d3d9c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:27.038 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.038+0000 7f18d3d9c900 20 INFO: main: starting shard=6 2026-04-17T18:02:27.038 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.038+0000 7f18d3d9c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:27.038 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.038+0000 7f18d3d9c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:27.038 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.038+0000 7f18d3d9c900 20 INFO: main: starting shard=7 2026-04-17T18:02:27.038 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.038+0000 7f18d3d9c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:27.038 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.039+0000 7f18d3d9c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:27.038 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.039+0000 7f18d3d9c900 20 INFO: main: starting shard=8 2026-04-17T18:02:27.038 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.039+0000 7f18d3d9c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:27.038 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.039+0000 7f18d3d9c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:27.039 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.039+0000 7f18d3d9c900 20 INFO: main: starting shard=9 2026-04-17T18:02:27.039 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.039+0000 7f18d3d9c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:27.039 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.039+0000 7f18d3d9c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:27.039 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.039+0000 7f18d3d9c900 20 INFO: main: starting shard=10 2026-04-17T18:02:27.039 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.039+0000 7f18d3d9c900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:27.039 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.039+0000 7f18d3d9c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:27.039 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.039+0000 7f18d3d9c900 20 INFO: main: done 2026-04-17T18:02:27.043 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.043+0000 7f18d3d9c900 20 remove_watcher() i=4 2026-04-17T18:02:27.043 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.043+0000 7f18d3d9c900 2 removed watcher, disabling cache 2026-04-17T18:02:27.043 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.043+0000 7f18d3d9c900 20 remove_watcher() i=0 2026-04-17T18:02:27.043 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.043+0000 7f18d3d9c900 20 remove_watcher() i=3 2026-04-17T18:02:27.043 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.043+0000 7f18d3d9c900 20 remove_watcher() i=5 2026-04-17T18:02:27.043 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.043+0000 7f18d3d9c900 20 remove_watcher() i=2 2026-04-17T18:02:27.043 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.043+0000 7f18d3d9c900 20 remove_watcher() i=1 2026-04-17T18:02:27.043 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.043+0000 7f18d3d9c900 20 remove_watcher() i=7 2026-04-17T18:02:27.043 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.044+0000 7f18d3d9c900 20 remove_watcher() i=6 2026-04-17T18:02:27.049 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2026-04-17T18:02:27.049 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:27.050 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2026-04-17T18:02:27.070 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:27.070 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:27.090 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.090+0000 7efbff410900 20 rados->read ofs=0 len=0 2026-04-17T18:02:27.091 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.091+0000 7efbff410900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:27.091 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.091+0000 7efbff410900 20 realm 2026-04-17T18:02:27.091 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.091+0000 7efbff410900 20 rados->read ofs=0 len=0 2026-04-17T18:02:27.091 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.091+0000 7efbff410900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:27.091 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.091+0000 7efbff410900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:27.091 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.091+0000 7efbff410900 20 rados->read ofs=0 len=0 2026-04-17T18:02:27.091 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.092+0000 7efbff410900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:27.091 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.092+0000 7efbff410900 20 rados->read ofs=0 len=0 2026-04-17T18:02:27.092 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.092+0000 7efbff410900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:27.092 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.092+0000 7efbff410900 20 rados->read ofs=0 len=0 2026-04-17T18:02:27.092 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.093+0000 7efbff410900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:27.092 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.093+0000 7efbff410900 20 searching for the correct realm 2026-04-17T18:02:27.094 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.094+0000 7efbfa346640 0 -- 192.168.123.100:0/2220488409 >> [v2:192.168.123.100:6818/506810217,v1:192.168.123.100:6819/506810217] conn(0x7efbe8092040 msgr2=0x7efbe8069470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:27.098 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.099+0000 7efbfa346640 0 -- 192.168.123.100:0/2220488409 >> [v2:192.168.123.100:6826/2499672872,v1:192.168.123.100:6827/2499672872] conn(0x55ca9e31a700 msgr2=0x55ca9e33ab20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:27.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.103+0000 7efbff410900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:27.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.103+0000 7efbff410900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:27.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.103+0000 7efbff410900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:27.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.103+0000 7efbff410900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:27.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.103+0000 7efbff410900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:27.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.103+0000 7efbff410900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:27.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.103+0000 7efbff410900 20 rados->read ofs=0 len=0 2026-04-17T18:02:27.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.104+0000 7efbff410900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:27.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.104+0000 7efbff410900 20 rados->read ofs=0 len=0 2026-04-17T18:02:27.103 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.104+0000 7efbff410900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:27.104 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.104+0000 7efbff410900 20 rados->read ofs=0 len=0 2026-04-17T18:02:27.104 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.104+0000 7efbff410900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:27.104 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.104+0000 7efbff410900 20 zone default found 2026-04-17T18:02:27.104 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.104+0000 7efbff410900 4 Realm: () 2026-04-17T18:02:27.104 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.104+0000 7efbff410900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:27.104 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.104+0000 7efbff410900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:27.104 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.104+0000 7efbff410900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:27.104 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.104+0000 7efbff410900 20 zonegroup default 2026-04-17T18:02:27.104 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.105+0000 7efbff410900 20 rados->read ofs=0 len=0 2026-04-17T18:02:27.104 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.105+0000 7efbff410900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:27.104 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.105+0000 7efbff410900 20 rados->read ofs=0 len=0 2026-04-17T18:02:27.105 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.105+0000 7efbff410900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:27.105 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.105+0000 7efbff410900 20 rados->read ofs=0 len=0 2026-04-17T18:02:27.105 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.105+0000 7efbff410900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:27.105 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.105+0000 7efbff410900 20 started sync module instance, tier type = 2026-04-17T18:02:27.105 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.105+0000 7efbff410900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:27.108 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.109+0000 7efbff410900 20 add_watcher() i=0 2026-04-17T18:02:27.109 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.109+0000 7efbff410900 20 add_watcher() i=4 2026-04-17T18:02:27.109 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.109+0000 7efbff410900 20 add_watcher() i=3 2026-04-17T18:02:27.109 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.109+0000 7efbff410900 20 add_watcher() i=5 2026-04-17T18:02:27.109 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.109+0000 7efbff410900 20 add_watcher() i=2 2026-04-17T18:02:27.110 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.110+0000 7efbff410900 20 add_watcher() i=6 2026-04-17T18:02:27.110 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.110+0000 7efbff410900 20 add_watcher() i=1 2026-04-17T18:02:27.110 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.110+0000 7efbff410900 20 add_watcher() i=7 2026-04-17T18:02:27.110 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.110+0000 7efbff410900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:27.112 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.112+0000 7efbff410900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:27.112 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.112+0000 7efbff410900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:27.112 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.113+0000 7efbff410900 5 note: GC not initialized 2026-04-17T18:02:27.112 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.113+0000 7efba37fe640 20 reqs_thread_entry: start 2026-04-17T18:02:27.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.151+0000 7efbff410900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:27.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.151+0000 7efbff410900 20 Filter name: none 2026-04-17T18:02:27.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.151+0000 7efba17fa640 20 reqs_thread_entry: start 2026-04-17T18:02:27.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.151+0000 7efbff410900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T18:02:27.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.151+0000 7efbff410900 20 rados->read ofs=0 len=0 2026-04-17T18:02:27.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.151+0000 7efbff410900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:27.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.151+0000 7efbff410900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T18:02:27.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.151+0000 7efbff410900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T18:02:27.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.151+0000 7efbff410900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 : miss 2026-04-17T18:02:27.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.151+0000 7efbff410900 20 rados->read ofs=0 len=0 2026-04-17T18:02:27.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.152+0000 7efbff410900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:27.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.152+0000 7efbff410900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 info.flags=0x17 2026-04-17T18:02:27.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.152+0000 7efbff410900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 to cache LRU end 2026-04-17T18:02:27.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.152+0000 7efbff410900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T18:02:27.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.152+0000 7efbff410900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T18:02:27.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.152+0000 7efbff410900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 2026-04-17T18:02:27.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.152+0000 7efbff410900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:27.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.152+0000 7efbff410900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-17T18:02:27.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.152+0000 7efbff410900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:27.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.153+0000 7efbff410900 1 NOTICE: finished shard 1 (0 entries found) 2026-04-17T18:02:27.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.153+0000 7efbff410900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:27.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.153+0000 7efbff410900 1 NOTICE: finished shard 2 (0 entries found) 2026-04-17T18:02:27.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.153+0000 7efbff410900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:27.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.153+0000 7efbff410900 1 NOTICE: finished shard 3 (0 entries found) 2026-04-17T18:02:27.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.153+0000 7efbff410900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:27.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.154+0000 7efbff410900 1 NOTICE: finished shard 4 (0 entries found) 2026-04-17T18:02:27.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.154+0000 7efbff410900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:27.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.154+0000 7efbff410900 1 NOTICE: finished shard 5 (0 entries found) 2026-04-17T18:02:27.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.154+0000 7efbff410900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:27.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.154+0000 7efbff410900 1 NOTICE: finished shard 6 (0 entries found) 2026-04-17T18:02:27.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.154+0000 7efbff410900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:27.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.155+0000 7efbff410900 1 NOTICE: finished shard 7 (0 entries found) 2026-04-17T18:02:27.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.155+0000 7efbff410900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:27.155 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.155+0000 7efbff410900 1 NOTICE: finished shard 8 (0 entries found) 2026-04-17T18:02:27.155 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.155+0000 7efbff410900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:27.155 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.156+0000 7efbff410900 1 NOTICE: finished shard 9 (0 entries found) 2026-04-17T18:02:27.155 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.156+0000 7efbff410900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:27.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.156+0000 7efbff410900 1 NOTICE: finished shard 10 (0 entries found) 2026-04-17T18:02:27.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.156+0000 7efbff410900 1 NOTICE: finished all shards (0 entries found) 2026-04-17T18:02:27.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.160+0000 7efbff410900 20 remove_watcher() i=0 2026-04-17T18:02:27.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.160+0000 7efbff410900 2 removed watcher, disabling cache 2026-04-17T18:02:27.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.160+0000 7efbff410900 20 remove_watcher() i=4 2026-04-17T18:02:27.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.160+0000 7efbff410900 20 remove_watcher() i=3 2026-04-17T18:02:27.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.160+0000 7efbff410900 20 remove_watcher() i=1 2026-04-17T18:02:27.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.160+0000 7efbff410900 20 remove_watcher() i=2 2026-04-17T18:02:27.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.160+0000 7efbff410900 20 remove_watcher() i=5 2026-04-17T18:02:27.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.161+0000 7efbff410900 20 remove_watcher() i=7 2026-04-17T18:02:27.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:27.161+0000 7efbff410900 20 remove_watcher() i=6 2026-04-17T18:02:27.166 INFO:tasks.workunit.client.0.vm00.stderr:TEST: verify that bucket check fixes do not affect null version objects 2026-04-17T18:02:27.166 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:27.168 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.168 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.171 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.171 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.173 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.173 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.215 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2026-04-17T18:02:27.215 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:02:27.216 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.216 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.261 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.261 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.303 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.303 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.314 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.314 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.316 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.316 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.359 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.359 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.362 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.362 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.371 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.371 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.373 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.373 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.383 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.383 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.384 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.385 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.395 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.395 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.397 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.397 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.439 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:27.439 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:27.442 INFO:tasks.workunit.client.0.vm00.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2026-04-17T18:02:27.693 INFO:tasks.workunit.client.0.vm00.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2026-04-17T18:02:28.944 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:28.944 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:28.992 INFO:tasks.workunit.client.0.vm00.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T18:02:28.993 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-17T18:02:29.013 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:29.013 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:29.031 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.031+0000 7f18ae1af900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.033 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.033+0000 7f18ae1af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.033 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.033+0000 7f18ae1af900 20 realm 2026-04-17T18:02:29.033 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.033+0000 7f18ae1af900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.033 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.033+0000 7f18ae1af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.033 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.033+0000 7f18ae1af900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:29.033 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.033+0000 7f18ae1af900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.033 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.033+0000 7f18ae1af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.033 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.033+0000 7f18ae1af900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.033 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.034+0000 7f18ae1af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:29.034 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.034+0000 7f18ae1af900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.034 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.034+0000 7f18ae1af900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:29.034 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.034+0000 7f18ae1af900 20 searching for the correct realm 2026-04-17T18:02:29.037 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.037+0000 7f18a77fe640 0 -- 192.168.123.100:0/3349935962 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7f18980c20b0 msgr2=0x7f18980d1040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:29.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.243+0000 7f18a77fe640 0 -- 192.168.123.100:0/3349935962 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x5596323a6440 msgr2=0x5596323c68f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:29.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.245+0000 7f18ae1af900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:29.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.245+0000 7f18ae1af900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:29.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.245+0000 7f18ae1af900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:29.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.245+0000 7f18ae1af900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:29.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.245+0000 7f18ae1af900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:29.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.245+0000 7f18ae1af900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:29.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.245+0000 7f18ae1af900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.246+0000 7f18ae1af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.246+0000 7f18ae1af900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.246+0000 7f18ae1af900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:29.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.246+0000 7f18ae1af900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.246+0000 7f18ae1af900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:29.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.246+0000 7f18ae1af900 20 zone default found 2026-04-17T18:02:29.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.246+0000 7f18ae1af900 4 Realm: () 2026-04-17T18:02:29.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.246+0000 7f18ae1af900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:29.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.246+0000 7f18ae1af900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:29.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.246+0000 7f18ae1af900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:29.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.246+0000 7f18ae1af900 20 zonegroup default 2026-04-17T18:02:29.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.246+0000 7f18ae1af900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.246+0000 7f18ae1af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.246+0000 7f18ae1af900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.247+0000 7f18ae1af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.247+0000 7f18ae1af900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.247 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.247+0000 7f18ae1af900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.247 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.247+0000 7f18ae1af900 20 started sync module instance, tier type = 2026-04-17T18:02:29.247 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.247+0000 7f18ae1af900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:29.250 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.250+0000 7f18ae1af900 20 add_watcher() i=0 2026-04-17T18:02:29.250 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.250+0000 7f18ae1af900 20 add_watcher() i=4 2026-04-17T18:02:29.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.252+0000 7f18ae1af900 20 add_watcher() i=2 2026-04-17T18:02:29.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.252+0000 7f18ae1af900 20 add_watcher() i=3 2026-04-17T18:02:29.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.252+0000 7f18ae1af900 20 add_watcher() i=5 2026-04-17T18:02:29.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.252+0000 7f18ae1af900 20 add_watcher() i=6 2026-04-17T18:02:29.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.252+0000 7f18ae1af900 20 add_watcher() i=7 2026-04-17T18:02:29.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.252+0000 7f18ae1af900 20 add_watcher() i=1 2026-04-17T18:02:29.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.252+0000 7f18ae1af900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:29.254 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.254+0000 7f18ae1af900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:29.254 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.254+0000 7f18ae1af900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:29.254 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.254+0000 7f18ae1af900 5 note: GC not initialized 2026-04-17T18:02:29.254 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.254+0000 7f1853fff640 20 reqs_thread_entry: start 2026-04-17T18:02:29.293 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.293+0000 7f18ae1af900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:29.293 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.293+0000 7f18ae1af900 20 Filter name: none 2026-04-17T18:02:29.293 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.293+0000 7f1851ffb640 20 reqs_thread_entry: start 2026-04-17T18:02:29.293 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.294+0000 7f18ae1af900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.294 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.294+0000 7f18ae1af900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:29.294 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.294+0000 7f18ae1af900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.294 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.294+0000 7f18ae1af900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:29.294 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.294+0000 7f18ae1af900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T18:02:29.294 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.294+0000 7f18ae1af900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-17T18:02:29.294 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.294+0000 7f18ae1af900 20 INFO: main: starting shard=0 2026-04-17T18:02:29.294 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.294+0000 7f18ae1af900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:29.294 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.294+0000 7f18ae1af900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.294 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.294+0000 7f18ae1af900 20 INFO: main: starting shard=1 2026-04-17T18:02:29.294 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.294+0000 7f18ae1af900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:29.294 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.295+0000 7f18ae1af900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.295 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.295+0000 7f18ae1af900 20 INFO: main: starting shard=2 2026-04-17T18:02:29.295 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.295+0000 7f18ae1af900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:29.295 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.295+0000 7f18ae1af900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.295 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.295+0000 7f18ae1af900 20 INFO: main: starting shard=3 2026-04-17T18:02:29.295 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.295+0000 7f18ae1af900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:29.295 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.296+0000 7f18ae1af900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.295 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.296+0000 7f18ae1af900 20 INFO: main: starting shard=4 2026-04-17T18:02:29.295 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.296+0000 7f18ae1af900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:29.296 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.296+0000 7f18ae1af900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.296 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.296+0000 7f18ae1af900 20 INFO: main: starting shard=5 2026-04-17T18:02:29.296 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.296+0000 7f18ae1af900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:29.296 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.296+0000 7f18ae1af900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.296 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.296+0000 7f18ae1af900 20 INFO: main: starting shard=6 2026-04-17T18:02:29.296 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.296+0000 7f18ae1af900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:29.296 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.297+0000 7f18ae1af900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.296 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.297+0000 7f18ae1af900 20 INFO: main: starting shard=7 2026-04-17T18:02:29.296 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.297+0000 7f18ae1af900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:29.297 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.297+0000 7f18ae1af900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.297 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.297+0000 7f18ae1af900 20 INFO: main: starting shard=8 2026-04-17T18:02:29.297 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.297+0000 7f18ae1af900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:29.297 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.297+0000 7f18ae1af900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-17T18:02:29.297 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.298+0000 7f18ae1af900 20 INFO: main: starting shard=9 2026-04-17T18:02:29.297 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.298+0000 7f18ae1af900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:29.298 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.298+0000 7f18ae1af900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.298 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.298+0000 7f18ae1af900 20 INFO: main: starting shard=10 2026-04-17T18:02:29.298 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.298+0000 7f18ae1af900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:29.298 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.298+0000 7f18ae1af900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.298 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.298+0000 7f18ae1af900 20 INFO: main: done 2026-04-17T18:02:29.301 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.302+0000 7f18ae1af900 20 remove_watcher() i=0 2026-04-17T18:02:29.301 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.302+0000 7f18ae1af900 2 removed watcher, disabling cache 2026-04-17T18:02:29.302 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.302+0000 7f18ae1af900 20 remove_watcher() i=5 2026-04-17T18:02:29.302 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.302+0000 7f18ae1af900 20 remove_watcher() i=2 2026-04-17T18:02:29.302 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.302+0000 7f18ae1af900 20 remove_watcher() i=7 2026-04-17T18:02:29.302 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.302+0000 7f18ae1af900 20 remove_watcher() i=4 2026-04-17T18:02:29.302 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.302+0000 7f18ae1af900 20 remove_watcher() i=3 2026-04-17T18:02:29.302 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.302+0000 7f18ae1af900 20 remove_watcher() i=6 2026-04-17T18:02:29.302 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.303+0000 7f18ae1af900 20 remove_watcher() i=1 2026-04-17T18:02:29.310 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:29.310 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:29.312 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:29.312 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:29.359 INFO:tasks.workunit.client.0.vm00.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T18:02:29.360 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-17T18:02:29.380 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:29.380 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:29.401 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.401+0000 7f9649767900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.403+0000 7f9649767900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.403+0000 7f9649767900 20 realm 2026-04-17T18:02:29.403 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.403+0000 7f9649767900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.403 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.403+0000 7f9649767900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.403 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.403+0000 7f9649767900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:29.403 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.403+0000 7f9649767900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.403 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.403+0000 7f9649767900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.403 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.403+0000 7f9649767900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.403 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.404+0000 7f9649767900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:29.403 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.404+0000 7f9649767900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.404 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.404+0000 7f9649767900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:29.404 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.404+0000 7f9649767900 20 searching for the correct realm 2026-04-17T18:02:29.407 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.407+0000 7f96454e0640 0 -- 192.168.123.100:0/1578095609 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7f963407c6e0 msgr2=0x7f963409c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:29.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.613+0000 7f96454e0640 0 -- 192.168.123.100:0/1578095609 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x55fa68362bc0 msgr2=0x55fa68383070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:29.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.615+0000 7f9649767900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:29.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.615+0000 7f9649767900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:29.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.615+0000 7f9649767900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:29.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.615+0000 7f9649767900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:29.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.615+0000 7f9649767900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:29.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.615+0000 7f9649767900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:29.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.615+0000 7f9649767900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.615+0000 7f9649767900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.615+0000 7f9649767900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.616+0000 7f9649767900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:29.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.616+0000 7f9649767900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.616+0000 7f9649767900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:29.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.616+0000 7f9649767900 20 zone default found 2026-04-17T18:02:29.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.616+0000 7f9649767900 4 Realm: () 2026-04-17T18:02:29.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.616+0000 7f9649767900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:29.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.616+0000 7f9649767900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:29.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.616+0000 7f9649767900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:29.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.616+0000 7f9649767900 20 zonegroup default 2026-04-17T18:02:29.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.616+0000 7f9649767900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.616+0000 7f9649767900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.616+0000 7f9649767900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.616+0000 7f9649767900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.616+0000 7f9649767900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.617+0000 7f9649767900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.617+0000 7f9649767900 20 started sync module instance, tier type = 2026-04-17T18:02:29.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.617+0000 7f9649767900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:29.620 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.620+0000 7f9649767900 20 add_watcher() i=7 2026-04-17T18:02:29.620 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.620+0000 7f9649767900 20 add_watcher() i=0 2026-04-17T18:02:29.620 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.620+0000 7f9649767900 20 add_watcher() i=3 2026-04-17T18:02:29.620 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.620+0000 7f9649767900 20 add_watcher() i=4 2026-04-17T18:02:29.620 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.621+0000 7f9649767900 20 add_watcher() i=2 2026-04-17T18:02:29.620 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.621+0000 7f9649767900 20 add_watcher() i=6 2026-04-17T18:02:29.621 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.621+0000 7f9649767900 20 add_watcher() i=5 2026-04-17T18:02:29.621 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.621+0000 7f9649767900 20 add_watcher() i=1 2026-04-17T18:02:29.621 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.621+0000 7f9649767900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:29.624 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.625+0000 7f9649767900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:29.624 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.625+0000 7f9649767900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:29.624 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.625+0000 7f9649767900 5 note: GC not initialized 2026-04-17T18:02:29.625 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.625+0000 7f95f27ec640 20 reqs_thread_entry: start 2026-04-17T18:02:29.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.663+0000 7f9649767900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:29.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.664+0000 7f9649767900 20 Filter name: none 2026-04-17T18:02:29.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.664+0000 7f95ebfff640 20 reqs_thread_entry: start 2026-04-17T18:02:29.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.664+0000 7f9649767900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.664+0000 7f9649767900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:29.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.664+0000 7f9649767900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.664+0000 7f9649767900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:29.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.664+0000 7f9649767900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T18:02:29.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.664+0000 7f9649767900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-17T18:02:29.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.664+0000 7f9649767900 20 INFO: main: starting shard=0 2026-04-17T18:02:29.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.664+0000 7f9649767900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:29.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.665+0000 7f9649767900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.665+0000 7f9649767900 20 INFO: main: starting shard=1 2026-04-17T18:02:29.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.665+0000 7f9649767900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:29.665 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.665+0000 7f9649767900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.665 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.665+0000 7f9649767900 20 INFO: main: starting shard=2 2026-04-17T18:02:29.665 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.665+0000 7f9649767900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:29.665 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.665+0000 7f9649767900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.665 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.665+0000 7f9649767900 20 INFO: main: starting shard=3 2026-04-17T18:02:29.665 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.665+0000 7f9649767900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:29.665 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.666+0000 7f9649767900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.665 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.666+0000 7f9649767900 20 INFO: main: starting shard=4 2026-04-17T18:02:29.665 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.666+0000 7f9649767900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:29.665 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.666+0000 7f9649767900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.666 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.666+0000 7f9649767900 20 INFO: main: starting shard=5 2026-04-17T18:02:29.666 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.666+0000 7f9649767900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:29.666 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.666+0000 7f9649767900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-17T18:02:29.666 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.666+0000 7f9649767900 20 INFO: main: starting shard=6 2026-04-17T18:02:29.666 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.666+0000 7f9649767900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:29.666 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.667+0000 7f9649767900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.666 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.667+0000 7f9649767900 20 INFO: main: starting shard=7 2026-04-17T18:02:29.666 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.667+0000 7f9649767900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:29.667 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.667+0000 7f9649767900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.667 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.667+0000 7f9649767900 20 INFO: main: starting shard=8 2026-04-17T18:02:29.667 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.667+0000 7f9649767900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:29.667 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.667+0000 7f9649767900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.667 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.667+0000 7f9649767900 20 INFO: main: starting shard=9 2026-04-17T18:02:29.667 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.667+0000 7f9649767900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:29.667 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.668+0000 7f9649767900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.667 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.668+0000 7f9649767900 20 INFO: main: starting shard=10 2026-04-17T18:02:29.667 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.668+0000 7f9649767900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:29.667 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.668+0000 7f9649767900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:29.667 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.668+0000 7f9649767900 20 INFO: main: done 2026-04-17T18:02:29.671 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.671+0000 7f9649767900 20 remove_watcher() i=0 2026-04-17T18:02:29.671 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.671+0000 7f9649767900 2 removed watcher, disabling cache 2026-04-17T18:02:29.671 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.671+0000 7f9649767900 20 remove_watcher() i=3 2026-04-17T18:02:29.671 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.672+0000 7f9649767900 20 remove_watcher() i=4 2026-04-17T18:02:29.671 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.672+0000 7f9649767900 20 remove_watcher() i=2 2026-04-17T18:02:29.672 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.672+0000 7f9649767900 20 remove_watcher() i=7 2026-04-17T18:02:29.672 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.672+0000 7f9649767900 20 remove_watcher() i=1 2026-04-17T18:02:29.672 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.672+0000 7f9649767900 20 remove_watcher() i=6 2026-04-17T18:02:29.672 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.672+0000 7f9649767900 20 remove_watcher() i=5 2026-04-17T18:02:29.680 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:29.680 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:29.683 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:29.683 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:29.685 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:29.685 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:29.732 INFO:tasks.workunit.client.0.vm00.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T18:02:29.734 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object e 2026-04-17T18:02:29.754 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:29.754 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:29.774 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.774+0000 7fa19c5a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.775 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.776+0000 7fa19c5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.775 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.776+0000 7fa19c5a3900 20 realm 2026-04-17T18:02:29.775 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.776+0000 7fa19c5a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.776 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.776+0000 7fa19c5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.776 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.776+0000 7fa19c5a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:29.776 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.776+0000 7fa19c5a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.776 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.776+0000 7fa19c5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:29.776 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.776+0000 7fa19c5a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.776 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.777+0000 7fa19c5a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:29.776 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.777+0000 7fa19c5a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:29.777 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.777+0000 7fa19c5a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:29.777 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.777+0000 7fa19c5a3900 20 searching for the correct realm 2026-04-17T18:02:29.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:29.981+0000 7fa198ae8640 0 -- 192.168.123.100:0/1530647318 >> [v2:192.168.123.100:6802/3440140179,v1:192.168.123.100:6803/3440140179] conn(0x7fa17c08b3e0 msgr2=0x7fa17c0607b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:30.186 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.186+0000 7fa198ae8640 0 -- 192.168.123.100:0/1530647318 >> [v2:192.168.123.100:6806/2424818862,v1:192.168.123.100:6808/2424818862] conn(0x55ae94b98560 msgr2=0x55ae94bb8940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:30.190 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.190+0000 7fa19c5a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:30.190 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.190+0000 7fa19c5a3900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:30.190 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.190+0000 7fa19c5a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:30.190 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.190+0000 7fa19c5a3900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:30.190 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.190+0000 7fa19c5a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:30.190 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.190+0000 7fa19c5a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:30.190 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.190+0000 7fa19c5a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.190 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.190+0000 7fa19c5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:30.190 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.190+0000 7fa19c5a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.190 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.191+0000 7fa19c5a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:30.190 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.191+0000 7fa19c5a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.191+0000 7fa19c5a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:30.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.191+0000 7fa19c5a3900 20 zone default found 2026-04-17T18:02:30.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.191+0000 7fa19c5a3900 4 Realm: () 2026-04-17T18:02:30.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.191+0000 7fa19c5a3900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:30.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.191+0000 7fa19c5a3900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:30.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.191+0000 7fa19c5a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:30.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.191+0000 7fa19c5a3900 20 zonegroup default 2026-04-17T18:02:30.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.191+0000 7fa19c5a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.191+0000 7fa19c5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:30.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.191+0000 7fa19c5a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.192+0000 7fa19c5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:30.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.192+0000 7fa19c5a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.192 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.192+0000 7fa19c5a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:30.192 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.192+0000 7fa19c5a3900 20 started sync module instance, tier type = 2026-04-17T18:02:30.192 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.192+0000 7fa19c5a3900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:30.195 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.195+0000 7fa19c5a3900 20 add_watcher() i=0 2026-04-17T18:02:30.195 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.196+0000 7fa19c5a3900 20 add_watcher() i=4 2026-04-17T18:02:30.195 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.196+0000 7fa19c5a3900 20 add_watcher() i=3 2026-04-17T18:02:30.195 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.196+0000 7fa19c5a3900 20 add_watcher() i=1 2026-04-17T18:02:30.196 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.196+0000 7fa19c5a3900 20 add_watcher() i=5 2026-04-17T18:02:30.196 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.196+0000 7fa19c5a3900 20 add_watcher() i=6 2026-04-17T18:02:30.196 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.196+0000 7fa19c5a3900 20 add_watcher() i=7 2026-04-17T18:02:30.196 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.196+0000 7fa19c5a3900 20 add_watcher() i=2 2026-04-17T18:02:30.196 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.197+0000 7fa19c5a3900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:30.199 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.199+0000 7fa19c5a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:30.199 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.199+0000 7fa19c5a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:30.199 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.199+0000 7fa19c5a3900 5 note: GC not initialized 2026-04-17T18:02:30.199 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.200+0000 7fa144ff1640 20 reqs_thread_entry: start 2026-04-17T18:02:30.239 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.239+0000 7fa19c5a3900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:30.239 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.239+0000 7fa19c5a3900 20 Filter name: none 2026-04-17T18:02:30.239 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.240+0000 7fa13e7fc640 20 reqs_thread_entry: start 2026-04-17T18:02:30.239 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.240+0000 7fa19c5a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.240 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.240+0000 7fa19c5a3900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:30.240 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.240+0000 7fa19c5a3900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.240 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.240+0000 7fa19c5a3900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:30.240 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.240+0000 7fa19c5a3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T18:02:30.240 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.240+0000 7fa19c5a3900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-17T18:02:30.240 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.240+0000 7fa19c5a3900 20 INFO: main: starting shard=0 2026-04-17T18:02:30.240 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.240+0000 7fa19c5a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:30.240 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.241+0000 7fa19c5a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.240 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.241+0000 7fa19c5a3900 20 INFO: main: starting shard=1 2026-04-17T18:02:30.240 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.241+0000 7fa19c5a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:30.241 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.241+0000 7fa19c5a3900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-17T18:02:30.241 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.241+0000 7fa19c5a3900 20 INFO: main: starting shard=2 2026-04-17T18:02:30.241 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.241+0000 7fa19c5a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:30.241 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.241+0000 7fa19c5a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.241 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.241+0000 7fa19c5a3900 20 INFO: main: starting shard=3 2026-04-17T18:02:30.241 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.241+0000 7fa19c5a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:30.241 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.242+0000 7fa19c5a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.241 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.242+0000 7fa19c5a3900 20 INFO: main: starting shard=4 2026-04-17T18:02:30.241 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.242+0000 7fa19c5a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:30.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.242+0000 7fa19c5a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.242+0000 7fa19c5a3900 20 INFO: main: starting shard=5 2026-04-17T18:02:30.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.242+0000 7fa19c5a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:30.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.242+0000 7fa19c5a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.242+0000 7fa19c5a3900 20 INFO: main: starting shard=6 2026-04-17T18:02:30.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.242+0000 7fa19c5a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:30.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.243+0000 7fa19c5a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.243+0000 7fa19c5a3900 20 INFO: main: starting shard=7 2026-04-17T18:02:30.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.243+0000 7fa19c5a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:30.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.243+0000 7fa19c5a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.243+0000 7fa19c5a3900 20 INFO: main: starting shard=8 2026-04-17T18:02:30.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.243+0000 7fa19c5a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:30.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.243+0000 7fa19c5a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.243+0000 7fa19c5a3900 20 INFO: main: starting shard=9 2026-04-17T18:02:30.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.243+0000 7fa19c5a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:30.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.244+0000 7fa19c5a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.244+0000 7fa19c5a3900 20 INFO: main: starting shard=10 2026-04-17T18:02:30.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.244+0000 7fa19c5a3900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:30.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.244+0000 7fa19c5a3900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.244+0000 7fa19c5a3900 20 INFO: main: done 2026-04-17T18:02:30.248 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.248+0000 7fa19c5a3900 20 remove_watcher() i=0 2026-04-17T18:02:30.248 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.248+0000 7fa19c5a3900 2 removed watcher, disabling cache 2026-04-17T18:02:30.248 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.248+0000 7fa19c5a3900 20 remove_watcher() i=1 2026-04-17T18:02:30.248 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.248+0000 7fa19c5a3900 20 remove_watcher() i=5 2026-04-17T18:02:30.248 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.248+0000 7fa19c5a3900 20 remove_watcher() i=4 2026-04-17T18:02:30.248 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.248+0000 7fa19c5a3900 20 remove_watcher() i=2 2026-04-17T18:02:30.248 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.248+0000 7fa19c5a3900 20 remove_watcher() i=3 2026-04-17T18:02:30.248 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.249+0000 7fa19c5a3900 20 remove_watcher() i=6 2026-04-17T18:02:30.248 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.249+0000 7fa19c5a3900 20 remove_watcher() i=7 2026-04-17T18:02:30.256 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:30.256 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:30.259 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:30.259 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:30.306 INFO:tasks.workunit.client.0.vm00.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T18:02:30.307 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object f 2026-04-17T18:02:30.328 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:30.328 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:30.349 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.349+0000 7f51df16e900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.350 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.350+0000 7f51df16e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:30.350 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.350+0000 7f51df16e900 20 realm 2026-04-17T18:02:30.350 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.350+0000 7f51df16e900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.350 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.351+0000 7f51df16e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:30.350 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.351+0000 7f51df16e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:30.350 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.351+0000 7f51df16e900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.350 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.351+0000 7f51df16e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:30.350 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.351+0000 7f51df16e900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.351 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.351+0000 7f51df16e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:30.351 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.351+0000 7f51df16e900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.352 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.352+0000 7f51df16e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:30.352 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.352+0000 7f51df16e900 20 searching for the correct realm 2026-04-17T18:02:30.354 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.355+0000 7f51daee7640 0 -- 192.168.123.100:0/3766659033 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7f51c80624d0 msgr2=0x7f51c80637d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:30.561 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.561+0000 7f51daee7640 0 -- 192.168.123.100:0/3766659033 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x55fdd6ee4830 msgr2=0x55fdd6f04ce0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:30.564 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.564+0000 7f51df16e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:30.564 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.564+0000 7f51df16e900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:30.564 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.564+0000 7f51df16e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:30.564 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.564+0000 7f51df16e900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:30.564 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.564+0000 7f51df16e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:30.564 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.564+0000 7f51df16e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:30.564 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.564+0000 7f51df16e900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.564 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.564+0000 7f51df16e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:30.564 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.564+0000 7f51df16e900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.564 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.564+0000 7f51df16e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:30.564 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.564+0000 7f51df16e900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.565+0000 7f51df16e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:30.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.565+0000 7f51df16e900 20 zone default found 2026-04-17T18:02:30.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.565+0000 7f51df16e900 4 Realm: () 2026-04-17T18:02:30.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.565+0000 7f51df16e900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:30.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.565+0000 7f51df16e900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:30.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.565+0000 7f51df16e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:30.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.565+0000 7f51df16e900 20 zonegroup default 2026-04-17T18:02:30.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.565+0000 7f51df16e900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.565+0000 7f51df16e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:30.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.565+0000 7f51df16e900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.565+0000 7f51df16e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:30.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.565+0000 7f51df16e900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.566+0000 7f51df16e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:30.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.566+0000 7f51df16e900 20 started sync module instance, tier type = 2026-04-17T18:02:30.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.566+0000 7f51df16e900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:30.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.616+0000 7f51df16e900 20 add_watcher() i=0 2026-04-17T18:02:30.617 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.617+0000 7f51df16e900 20 add_watcher() i=1 2026-04-17T18:02:30.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.618+0000 7f51df16e900 20 add_watcher() i=4 2026-04-17T18:02:30.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.618+0000 7f51df16e900 20 add_watcher() i=3 2026-04-17T18:02:30.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.618+0000 7f51df16e900 20 add_watcher() i=6 2026-04-17T18:02:30.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.618+0000 7f51df16e900 20 add_watcher() i=5 2026-04-17T18:02:30.619 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.619+0000 7f51df16e900 20 add_watcher() i=7 2026-04-17T18:02:30.619 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.619+0000 7f51df16e900 20 add_watcher() i=2 2026-04-17T18:02:30.619 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.619+0000 7f51df16e900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:30.621 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.621+0000 7f51df16e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:30.621 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.621+0000 7f51df16e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:30.621 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.621+0000 7f51df16e900 5 note: GC not initialized 2026-04-17T18:02:30.621 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.621+0000 7f51837fe640 20 reqs_thread_entry: start 2026-04-17T18:02:30.660 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.660+0000 7f51df16e900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:30.660 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.660+0000 7f51df16e900 20 Filter name: none 2026-04-17T18:02:30.660 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.661+0000 7f51817fa640 20 reqs_thread_entry: start 2026-04-17T18:02:30.660 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.661+0000 7f51df16e900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.661 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.661+0000 7f51df16e900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:30.661 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.661+0000 7f51df16e900 20 rados->read ofs=0 len=0 2026-04-17T18:02:30.661 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.661+0000 7f51df16e900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:30.661 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.661+0000 7f51df16e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T18:02:30.661 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.661+0000 7f51df16e900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-04-17T18:02:30.661 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.661+0000 7f51df16e900 20 INFO: main: starting shard=0 2026-04-17T18:02:30.661 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.661+0000 7f51df16e900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:30.661 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.662+0000 7f51df16e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.661 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.662+0000 7f51df16e900 20 INFO: main: starting shard=1 2026-04-17T18:02:30.662 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.662+0000 7f51df16e900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:30.662 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.662+0000 7f51df16e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.662 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.662+0000 7f51df16e900 20 INFO: main: starting shard=2 2026-04-17T18:02:30.662 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.662+0000 7f51df16e900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:30.662 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.662+0000 7f51df16e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.662 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.662+0000 7f51df16e900 20 INFO: main: starting shard=3 2026-04-17T18:02:30.662 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.662+0000 7f51df16e900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:30.662 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.663+0000 7f51df16e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.662 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.663+0000 7f51df16e900 20 INFO: main: starting shard=4 2026-04-17T18:02:30.662 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.663+0000 7f51df16e900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:30.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.663+0000 7f51df16e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.663+0000 7f51df16e900 20 INFO: main: starting shard=5 2026-04-17T18:02:30.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.663+0000 7f51df16e900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:30.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.663+0000 7f51df16e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.663+0000 7f51df16e900 20 INFO: main: starting shard=6 2026-04-17T18:02:30.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.663+0000 7f51df16e900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:30.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.664+0000 7f51df16e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.664+0000 7f51df16e900 20 INFO: main: starting shard=7 2026-04-17T18:02:30.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.664+0000 7f51df16e900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:30.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.664+0000 7f51df16e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.664+0000 7f51df16e900 20 INFO: main: starting shard=8 2026-04-17T18:02:30.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.664+0000 7f51df16e900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:30.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.664+0000 7f51df16e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.664+0000 7f51df16e900 20 INFO: main: starting shard=9 2026-04-17T18:02:30.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.664+0000 7f51df16e900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:30.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.665+0000 7f51df16e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T18:02:30.664 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.665+0000 7f51df16e900 20 INFO: main: starting shard=10 2026-04-17T18:02:30.665 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.665+0000 7f51df16e900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:30.665 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.665+0000 7f51df16e900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-17T18:02:30.665 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.665+0000 7f51df16e900 20 INFO: main: done 2026-04-17T18:02:30.668 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.669+0000 7f51df16e900 20 remove_watcher() i=0 2026-04-17T18:02:30.668 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.669+0000 7f51df16e900 2 removed watcher, disabling cache 2026-04-17T18:02:30.669 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.669+0000 7f51df16e900 20 remove_watcher() i=3 2026-04-17T18:02:30.669 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.670+0000 7f51df16e900 20 remove_watcher() i=4 2026-04-17T18:02:30.669 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.670+0000 7f51df16e900 20 remove_watcher() i=6 2026-04-17T18:02:30.669 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.670+0000 7f51df16e900 20 remove_watcher() i=7 2026-04-17T18:02:30.670 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.670+0000 7f51df16e900 20 remove_watcher() i=5 2026-04-17T18:02:30.670 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.670+0000 7f51df16e900 20 remove_watcher() i=2 2026-04-17T18:02:30.670 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:30.670+0000 7f51df16e900 20 remove_watcher() i=1 2026-04-17T18:02:30.677 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:30.677 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:30.681 INFO:tasks.workunit.client.0.vm00.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2026-04-17T18:02:30.935 INFO:tasks.workunit.client.0.vm00.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2026-04-17T18:02:31.183 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2026-04-17T18:02:31.202 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:31.202 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:31.228 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.228+0000 7fd94b932900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.228 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.229+0000 7fd94b932900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.228 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.229+0000 7fd94b932900 20 realm 2026-04-17T18:02:31.228 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.229+0000 7fd94b932900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.229 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.229+0000 7fd94b932900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.229 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.229+0000 7fd94b932900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:31.229 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.229+0000 7fd94b932900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.229 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.229+0000 7fd94b932900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.229 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.229+0000 7fd94b932900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.229 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.230+0000 7fd94b932900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:31.229 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.230+0000 7fd94b932900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.230 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.230+0000 7fd94b932900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:31.230 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.230+0000 7fd94b932900 20 searching for the correct realm 2026-04-17T18:02:31.233 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.233+0000 7fd942ffd640 0 -- 192.168.123.100:0/3594870526 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7fd934069310 msgr2=0x7fd93409ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:31.439 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.439+0000 7fd942ffd640 0 -- 192.168.123.100:0/3594870526 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x561e58eacf30 msgr2=0x561e58ecd3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:31.441 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.441+0000 7fd94b932900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:31.441 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.441+0000 7fd94b932900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:31.441 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.441+0000 7fd94b932900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:31.441 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.441+0000 7fd94b932900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:31.441 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.441+0000 7fd94b932900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:31.441 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.441+0000 7fd94b932900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:31.441 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.441+0000 7fd94b932900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.441 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.441+0000 7fd94b932900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.441 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.441+0000 7fd94b932900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.441 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.442+0000 7fd94b932900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:31.441 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.442+0000 7fd94b932900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.442 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.442+0000 7fd94b932900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:31.442 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.442+0000 7fd94b932900 20 zone default found 2026-04-17T18:02:31.442 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.442+0000 7fd94b932900 4 Realm: () 2026-04-17T18:02:31.442 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.442+0000 7fd94b932900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:31.442 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.442+0000 7fd94b932900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:31.442 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.442+0000 7fd94b932900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:31.442 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.442+0000 7fd94b932900 20 zonegroup default 2026-04-17T18:02:31.442 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.442+0000 7fd94b932900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.442 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.442+0000 7fd94b932900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.442 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.442+0000 7fd94b932900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.442 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.443+0000 7fd94b932900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.442 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.443+0000 7fd94b932900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.442 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.443+0000 7fd94b932900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.442 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.443+0000 7fd94b932900 20 started sync module instance, tier type = 2026-04-17T18:02:31.442 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.443+0000 7fd94b932900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:31.446 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.446+0000 7fd94b932900 20 add_watcher() i=0 2026-04-17T18:02:31.446 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.446+0000 7fd94b932900 20 add_watcher() i=2 2026-04-17T18:02:31.447 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.447+0000 7fd94b932900 20 add_watcher() i=3 2026-04-17T18:02:31.447 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.447+0000 7fd94b932900 20 add_watcher() i=1 2026-04-17T18:02:31.447 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.447+0000 7fd94b932900 20 add_watcher() i=4 2026-04-17T18:02:31.448 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.448+0000 7fd94b932900 20 add_watcher() i=6 2026-04-17T18:02:31.448 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.448+0000 7fd94b932900 20 add_watcher() i=7 2026-04-17T18:02:31.448 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.448+0000 7fd94b932900 20 add_watcher() i=5 2026-04-17T18:02:31.448 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.448+0000 7fd94b932900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:31.451 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.451+0000 7fd94b932900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:31.451 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.451+0000 7fd94b932900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:31.451 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.451+0000 7fd94b932900 5 note: GC not initialized 2026-04-17T18:02:31.451 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.451+0000 7fd8ef7fe640 20 reqs_thread_entry: start 2026-04-17T18:02:31.491 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.492+0000 7fd94b932900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:31.491 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.492+0000 7fd94b932900 20 Filter name: none 2026-04-17T18:02:31.491 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.492+0000 7fd8ed7fa640 20 reqs_thread_entry: start 2026-04-17T18:02:31.491 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.492+0000 7fd94b932900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T18:02:31.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.492+0000 7fd94b932900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.492+0000 7fd94b932900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:31.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.492+0000 7fd94b932900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T18:02:31.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.492+0000 7fd94b932900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T18:02:31.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.492+0000 7fd94b932900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 : miss 2026-04-17T18:02:31.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.492+0000 7fd94b932900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.492+0000 7fd94b932900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:31.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.493+0000 7fd94b932900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 info.flags=0x17 2026-04-17T18:02:31.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.493+0000 7fd94b932900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 to cache LRU end 2026-04-17T18:02:31.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.493+0000 7fd94b932900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T18:02:31.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.493+0000 7fd94b932900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T18:02:31.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.493+0000 7fd94b932900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 2026-04-17T18:02:31.492 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.493+0000 7fd94b932900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:31.493 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.493+0000 7fd94b932900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:31.493 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.493+0000 7fd94b932900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:31.493 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.494+0000 7fd94b932900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:31.494 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.494+0000 7fd94b932900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:31.494 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.494+0000 7fd94b932900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:31.494 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.495+0000 7fd94b932900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:31.495 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.495+0000 7fd94b932900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:31.495 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.495+0000 7fd94b932900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:31.495 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.496+0000 7fd94b932900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:31.496 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.496+0000 7fd94b932900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:31.503 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.504+0000 7fd94b932900 20 remove_watcher() i=1 2026-04-17T18:02:31.504 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.504+0000 7fd94b932900 2 removed watcher, disabling cache 2026-04-17T18:02:31.504 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.504+0000 7fd94b932900 20 remove_watcher() i=0 2026-04-17T18:02:31.504 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.504+0000 7fd94b932900 20 remove_watcher() i=3 2026-04-17T18:02:31.504 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.504+0000 7fd94b932900 20 remove_watcher() i=5 2026-04-17T18:02:31.504 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.505+0000 7fd94b932900 20 remove_watcher() i=6 2026-04-17T18:02:31.504 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.505+0000 7fd94b932900 20 remove_watcher() i=2 2026-04-17T18:02:31.505 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.505+0000 7fd94b932900 20 remove_watcher() i=7 2026-04-17T18:02:31.505 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.505+0000 7fd94b932900 20 remove_watcher() i=4 2026-04-17T18:02:31.512 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-17T18:02:31.534 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:31.534 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:31.552 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.553+0000 7fb50e322900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.553 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.554+0000 7fb50e322900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.553 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.554+0000 7fb50e322900 20 realm 2026-04-17T18:02:31.553 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.554+0000 7fb50e322900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.553 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.554+0000 7fb50e322900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.553 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.554+0000 7fb50e322900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:31.554 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.554+0000 7fb50e322900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.554 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.554+0000 7fb50e322900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.554 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.554+0000 7fb50e322900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.554 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.555+0000 7fb50e322900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:31.554 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.555+0000 7fb50e322900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.555 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.555+0000 7fb50e322900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:31.555 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.555+0000 7fb50e322900 20 searching for the correct realm 2026-04-17T18:02:31.558 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.558+0000 7fb50a012640 0 -- 192.168.123.100:0/1837419360 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7fb4f80634c0 msgr2=0x7fb4f8016a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:31.764 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.765+0000 7fb50a012640 0 -- 192.168.123.100:0/1837419360 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x55636644ee40 msgr2=0x55636646f2f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:31.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.767+0000 7fb50e322900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:31.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.767+0000 7fb50e322900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:31.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.767+0000 7fb50e322900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:31.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.767+0000 7fb50e322900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:31.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.767+0000 7fb50e322900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:31.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.767+0000 7fb50e322900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:31.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.767+0000 7fb50e322900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.767+0000 7fb50e322900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.767+0000 7fb50e322900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.767+0000 7fb50e322900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:31.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.767+0000 7fb50e322900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.767 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.768+0000 7fb50e322900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:31.768 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.768+0000 7fb50e322900 20 zone default found 2026-04-17T18:02:31.768 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.768+0000 7fb50e322900 4 Realm: () 2026-04-17T18:02:31.768 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.768+0000 7fb50e322900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:31.768 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.768+0000 7fb50e322900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:31.768 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.768+0000 7fb50e322900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:31.768 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.768+0000 7fb50e322900 20 zonegroup default 2026-04-17T18:02:31.768 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.768+0000 7fb50e322900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.768 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.768+0000 7fb50e322900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.768 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.768+0000 7fb50e322900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.768 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.768+0000 7fb50e322900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.768 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.768+0000 7fb50e322900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.768 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.768+0000 7fb50e322900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.768 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.768+0000 7fb50e322900 20 started sync module instance, tier type = 2026-04-17T18:02:31.768 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.768+0000 7fb50e322900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:31.771 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.771+0000 7fb50e322900 20 add_watcher() i=0 2026-04-17T18:02:31.771 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.772+0000 7fb50e322900 20 add_watcher() i=3 2026-04-17T18:02:31.772 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.773+0000 7fb50e322900 20 add_watcher() i=4 2026-04-17T18:02:31.772 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.773+0000 7fb50e322900 20 add_watcher() i=1 2026-04-17T18:02:31.773 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.773+0000 7fb50e322900 20 add_watcher() i=7 2026-04-17T18:02:31.773 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.773+0000 7fb50e322900 20 add_watcher() i=2 2026-04-17T18:02:31.773 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.773+0000 7fb50e322900 20 add_watcher() i=5 2026-04-17T18:02:31.774 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.774+0000 7fb50e322900 20 add_watcher() i=6 2026-04-17T18:02:31.774 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.774+0000 7fb50e322900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:31.776 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.777+0000 7fb50e322900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:31.776 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.777+0000 7fb50e322900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:31.776 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.777+0000 7fb50e322900 5 note: GC not initialized 2026-04-17T18:02:31.777 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.777+0000 7fb4b2ffd640 20 reqs_thread_entry: start 2026-04-17T18:02:31.832 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.832+0000 7fb50e322900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:31.832 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.832+0000 7fb50e322900 20 Filter name: none 2026-04-17T18:02:31.832 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.832+0000 7fb4b0ff9640 20 reqs_thread_entry: start 2026-04-17T18:02:31.832 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.832+0000 7fb50e322900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T18:02:31.832 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.832+0000 7fb50e322900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.832 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.833+0000 7fb50e322900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:31.832 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.833+0000 7fb50e322900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T18:02:31.832 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.833+0000 7fb50e322900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T18:02:31.832 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.833+0000 7fb50e322900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 : miss 2026-04-17T18:02:31.832 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.833+0000 7fb50e322900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.833 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.833+0000 7fb50e322900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:31.833 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.833+0000 7fb50e322900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 info.flags=0x17 2026-04-17T18:02:31.833 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.833+0000 7fb50e322900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 to cache LRU end 2026-04-17T18:02:31.833 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.833+0000 7fb50e322900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T18:02:31.833 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.833+0000 7fb50e322900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T18:02:31.833 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.833+0000 7fb50e322900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2 2026-04-17T18:02:31.833 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.833+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.0 2026-04-17T18:02:31.833 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.833+0000 7fb50e322900 1 NOTICE: finished shard 0 (0 entries removed) 2026-04-17T18:02:31.833 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.833+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:31.833 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.834+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.2 2026-04-17T18:02:31.834 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.834+0000 7fb50e322900 1 NOTICE: finished shard 2 (0 entries removed) 2026-04-17T18:02:31.834 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.834+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.3 2026-04-17T18:02:31.834 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.834+0000 7fb50e322900 1 NOTICE: finished shard 3 (0 entries removed) 2026-04-17T18:02:31.834 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.834+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.4 2026-04-17T18:02:31.834 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.835+0000 7fb50e322900 1 NOTICE: finished shard 4 (0 entries removed) 2026-04-17T18:02:31.834 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.835+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:31.835 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.835+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.6 2026-04-17T18:02:31.835 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.835+0000 7fb50e322900 1 NOTICE: finished shard 6 (0 entries removed) 2026-04-17T18:02:31.835 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.835+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.7 2026-04-17T18:02:31.835 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.836+0000 7fb50e322900 1 NOTICE: finished shard 7 (0 entries removed) 2026-04-17T18:02:31.835 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.836+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:31.835 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.836+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.9 2026-04-17T18:02:31.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.836+0000 7fb50e322900 1 NOTICE: finished shard 9 (0 entries removed) 2026-04-17T18:02:31.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.836+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:31.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.836+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:31.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.837+0000 7fb50e322900 20 get_obj_state: octx=0x7fb4fc0fa170 obj=check-bucket:e state=0x5563665f6078 s->prefetch_data=0 2026-04-17T18:02:31.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.837+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:31.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.837+0000 7fb50e322900 20 get_obj_state: octx=0x556366958510 obj=check-bucket:d state=0x55636695ab78 s->prefetch_data=0 2026-04-17T18:02:31.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.837+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:31.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.837+0000 7fb50e322900 20 get_obj_state: octx=0x7fb4f009ffb0 obj=check-bucket:c state=0x5563665f9388 s->prefetch_data=0 2026-04-17T18:02:31.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.837+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:31.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.837+0000 7fb50e322900 20 get_obj_state: octx=0x5563665f8200 obj=check-bucket:f state=0x5563665fbe58 s->prefetch_data=0 2026-04-17T18:02:31.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.837+0000 7fb50e322900 20 get_obj_state: setting s->obj_tag to jyiu6o6awoneqf2r9j45vne88j1292ly 2026-04-17T18:02:31.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.837+0000 7fb50e322900 20 get_obj_state_impl: setting s->olh_tag to lnaux6cdc9rrm0t3f3bevowqgwhze3wh 2026-04-17T18:02:31.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.837+0000 7fb50e322900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=lnaux6cdc9rrm0t3f3bevowqgwhze3wh 2026-04-17T18:02:31.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.837+0000 7fb50e322900 20 get_obj_state: setting s->obj_tag to tc50fzkcj2eprl5mv9q86ihg4voqywad 2026-04-17T18:02:31.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.837+0000 7fb50e322900 20 get_obj_state_impl: setting s->olh_tag to 024u1nu507xyi0auqmvuh3ljhbey0ozz 2026-04-17T18:02:31.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.837+0000 7fb50e322900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=024u1nu507xyi0auqmvuh3ljhbey0ozz 2026-04-17T18:02:31.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.837+0000 7fb50e322900 20 get_obj_state: setting s->obj_tag to x64mi5b8wwvere4jtvl7lxfsufqzheg7 2026-04-17T18:02:31.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.837+0000 7fb50e322900 20 get_obj_state_impl: setting s->olh_tag to x9d130y7mbm07s8drwdaidt32qywmtf2 2026-04-17T18:02:31.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.837+0000 7fb50e322900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=x9d130y7mbm07s8drwdaidt32qywmtf2 2026-04-17T18:02:31.838 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.838+0000 7fb50e322900 20 get_obj_state: setting s->obj_tag to 837gxkbh46gvnjckr0p1h6yarrgsimmd 2026-04-17T18:02:31.838 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.838+0000 7fb50e322900 20 get_obj_state_impl: setting s->olh_tag to ahyh9r4o7yr725cu6xg0bpoqkmbnjjqw 2026-04-17T18:02:31.838 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.838+0000 7fb50e322900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=ahyh9r4o7yr725cu6xg0bpoqkmbnjjqw 2026-04-17T18:02:31.838 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.839+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:31.839 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.839+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:31.839 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.839+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:31.840 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.840+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:31.840 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.840+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:31.840 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.840+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:31.840 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.840+0000 7fb50e322900 20 olh_log_entry: epoch=2 op=2 key=e[] 2026-04-17T18:02:31.840 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.840+0000 7fb50e322900 20 olh_log_entry: epoch=2 op=3 key=e[OKfM0vrQPUPFatX4y27QsGl9hPoTvSx] 2026-04-17T18:02:31.840 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.840+0000 7fb50e322900 20 get_obj_state: octx=0x7fb4fc0fa170 obj=check-bucket:_:OKfM0vrQPUPFatX4y27QsGl9hPoTvSx_e state=0x556366613fa8 s->prefetch_data=0 2026-04-17T18:02:31.840 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.841+0000 7fb50e322900 20 olh_log_entry: epoch=2 op=2 key=f[] 2026-04-17T18:02:31.840 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.841+0000 7fb50e322900 20 olh_log_entry: epoch=2 op=3 key=f[G7EyAdQLguzXoSAO9.wM1GlThGbsVUo] 2026-04-17T18:02:31.840 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.841+0000 7fb50e322900 20 get_obj_state: octx=0x5563665f8200 obj=check-bucket:_:G7EyAdQLguzXoSAO9.wM1GlThGbsVUo_f state=0x5563666096d8 s->prefetch_data=0 2026-04-17T18:02:31.841 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.841+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:31.841 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.841+0000 7fb50e322900 10 manifest: total_size = 22 2026-04-17T18:02:31.841 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.841+0000 7fb50e322900 20 get_obj_state: setting s->obj_tag to 7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.547867027779728039 2026-04-17T18:02:31.841 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.841+0000 7fb50e322900 20 get_obj_state: octx=0x7fb4fc0fa170 obj=check-bucket:_:OKfM0vrQPUPFatX4y27QsGl9hPoTvSx_e state=0x556366613fa8 s->prefetch_data=0 2026-04-17T18:02:31.841 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.841+0000 7fb50e322900 20 prepare_atomic_modification: state is not atomic. state=0x556366613fa8 2026-04-17T18:02:31.841 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.841+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:31.841 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.841+0000 7fb50e322900 10 manifest: total_size = 22 2026-04-17T18:02:31.841 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.841+0000 7fb50e322900 20 get_obj_state: setting s->obj_tag to 7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.15243376974621025039 2026-04-17T18:02:31.841 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.841+0000 7fb50e322900 20 get_obj_state: octx=0x5563665f8200 obj=check-bucket:_:G7EyAdQLguzXoSAO9.wM1GlThGbsVUo_f state=0x5563666096d8 s->prefetch_data=0 2026-04-17T18:02:31.841 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.841+0000 7fb50e322900 20 prepare_atomic_modification: state is not atomic. state=0x5563666096d8 2026-04-17T18:02:31.841 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.841+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:31.841 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.841+0000 7fb50e322900 20 olh_log_entry: epoch=3 op=3 key=d[wgsvTbMYisJfPFZCoEO5Rcm5FMZgBAa] 2026-04-17T18:02:31.841 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.841+0000 7fb50e322900 20 get_obj_state: octx=0x556366958510 obj=check-bucket:_:wgsvTbMYisJfPFZCoEO5Rcm5FMZgBAa_d state=0x556366627e98 s->prefetch_data=0 2026-04-17T18:02:31.841 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.842+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:31.842 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.842+0000 7fb50e322900 10 manifest: total_size = 22 2026-04-17T18:02:31.842 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.842+0000 7fb50e322900 20 get_obj_state: setting s->obj_tag to 7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.14289614459635664718 2026-04-17T18:02:31.842 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.842+0000 7fb50e322900 20 get_obj_state: octx=0x556366958510 obj=check-bucket:_:wgsvTbMYisJfPFZCoEO5Rcm5FMZgBAa_d state=0x556366627e98 s->prefetch_data=0 2026-04-17T18:02:31.842 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.842+0000 7fb50e322900 20 prepare_atomic_modification: state is not atomic. state=0x556366627e98 2026-04-17T18:02:31.842 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.842+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:31.842 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.842+0000 7fb50e322900 20 olh_log_entry: epoch=3 op=3 key=c[3v1ci.h4e5.sxsLPHgX3cZq1R2NZalV] 2026-04-17T18:02:31.842 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.842+0000 7fb50e322900 20 get_obj_state: octx=0x7fb4f009ffb0 obj=check-bucket:_:3v1ci.h4e5.sxsLPHgX3cZq1R2NZalV_c state=0x556366611e38 s->prefetch_data=0 2026-04-17T18:02:31.842 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.843+0000 7fb50e322900 10 manifest: total_size = 9 2026-04-17T18:02:31.842 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.843+0000 7fb50e322900 20 get_obj_state: setting s->obj_tag to 7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.15808279996792917323 2026-04-17T18:02:31.842 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.843+0000 7fb50e322900 20 get_obj_state: octx=0x7fb4f009ffb0 obj=check-bucket:_:3v1ci.h4e5.sxsLPHgX3cZq1R2NZalV_c state=0x556366611e38 s->prefetch_data=0 2026-04-17T18:02:31.842 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.843+0000 7fb50e322900 20 prepare_atomic_modification: state is not atomic. state=0x556366611e38 2026-04-17T18:02:31.842 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.843+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:31.845 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.845+0000 7fb4e9ffb640 20 handle_completion(): completion ok for obj=e[OKfM0vrQPUPFatX4y27QsGl9hPoTvSx] 2026-04-17T18:02:31.845 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.846+0000 7fb50e322900 20 get_obj_state: octx=0x7fb4fc0fa170 obj=check-bucket:e state=0x5563665f6078 s->prefetch_data=0 2026-04-17T18:02:31.845 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.846+0000 7fb50e322900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=lnaux6cdc9rrm0t3f3bevowqgwhze3wh 2026-04-17T18:02:31.845 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.846+0000 7fb4e9ffb640 20 handle_completion(): completion ok for obj=f[G7EyAdQLguzXoSAO9.wM1GlThGbsVUo] 2026-04-17T18:02:31.846 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.846+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:31.846 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.846+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:31.846 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.846+0000 7fb50e322900 20 get_obj_state: octx=0x5563665f8200 obj=check-bucket:f state=0x5563665fbe58 s->prefetch_data=0 2026-04-17T18:02:31.846 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.846+0000 7fb50e322900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=ahyh9r4o7yr725cu6xg0bpoqkmbnjjqw 2026-04-17T18:02:31.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.848+0000 7fb4e9ffb640 20 handle_completion(): completion ok for obj=d[wgsvTbMYisJfPFZCoEO5Rcm5FMZgBAa] 2026-04-17T18:02:31.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.848+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:31.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.848+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:31.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.848+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:31.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.848+0000 7fb4e97fa640 20 handle_completion(): completion ok for obj=c[3v1ci.h4e5.sxsLPHgX3cZq1R2NZalV] 2026-04-17T18:02:31.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.849+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:31.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.849+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.5 2026-04-17T18:02:31.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.849+0000 7fb50e322900 1 NOTICE: finished shard 5 (1 entries removed) 2026-04-17T18:02:31.849 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.850+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.10 2026-04-17T18:02:31.849 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.850+0000 7fb50e322900 1 NOTICE: finished shard 10 (1 entries removed) 2026-04-17T18:02:31.849 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.850+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.1 2026-04-17T18:02:31.849 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.850+0000 7fb50e322900 1 NOTICE: finished shard 1 (1 entries removed) 2026-04-17T18:02:31.849 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.850+0000 7fb50e322900 20 bucket index object: :.dir.7440b74a-1c84-4c0d-abfa-64ba25efc213.4608.2.8 2026-04-17T18:02:31.850 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.850+0000 7fb50e322900 1 NOTICE: finished shard 8 (1 entries removed) 2026-04-17T18:02:31.850 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.850+0000 7fb50e322900 1 NOTICE: finished all shards (4 entries removed) 2026-04-17T18:02:31.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.853+0000 7fb50e322900 20 remove_watcher() i=0 2026-04-17T18:02:31.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.853+0000 7fb50e322900 2 removed watcher, disabling cache 2026-04-17T18:02:31.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.853+0000 7fb50e322900 20 remove_watcher() i=3 2026-04-17T18:02:31.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.853+0000 7fb50e322900 20 remove_watcher() i=4 2026-04-17T18:02:31.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.853+0000 7fb50e322900 20 remove_watcher() i=5 2026-04-17T18:02:31.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.853+0000 7fb50e322900 20 remove_watcher() i=7 2026-04-17T18:02:31.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.853+0000 7fb50e322900 20 remove_watcher() i=6 2026-04-17T18:02:31.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.854+0000 7fb50e322900 20 remove_watcher() i=2 2026-04-17T18:02:31.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.854+0000 7fb50e322900 20 remove_watcher() i=1 2026-04-17T18:02:31.859 INFO:tasks.workunit.client.0.vm00.stderr:"bucket check unlinked" returned [{'name': 'd', 'instance': 'wgsvTbMYisJfPFZCoEO5Rcm5FMZgBAa'}, {'name': 'f', 'instance': 'G7EyAdQLguzXoSAO9.wM1GlThGbsVUo'}, {'name': 'e', 'instance': 'OKfM0vrQPUPFatX4y27QsGl9hPoTvSx'}, {'name': 'c', 'instance': '3v1ci.h4e5.sxsLPHgX3cZq1R2NZalV'}], expecting ['c', 'd', 'e', 'f'] 2026-04-17T18:02:31.861 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:31.861 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:31.865 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:31.865 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:31.909 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket stats --bucket check-bucket 2026-04-17T18:02:31.927 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-04-17T18:02:31.927 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T18:02:31.947 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.947+0000 7fdac6763900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.948 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.948+0000 7fdac6763900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.948 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.948+0000 7fdac6763900 20 realm 2026-04-17T18:02:31.948 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.948+0000 7fdac6763900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.948 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.948+0000 7fdac6763900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.948 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.948+0000 7fdac6763900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T18:02:31.948 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.948+0000 7fdac6763900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.948 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.948+0000 7fdac6763900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:31.948 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.948+0000 7fdac6763900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.948 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.949+0000 7fdac6763900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:31.948 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.949+0000 7fdac6763900 20 rados->read ofs=0 len=0 2026-04-17T18:02:31.949 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.949+0000 7fdac6763900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T18:02:31.949 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.949+0000 7fdac6763900 20 searching for the correct realm 2026-04-17T18:02:31.952 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:31.952+0000 7fdac24db640 0 -- 192.168.123.100:0/2579159456 >> [v2:192.168.123.108:6816/359166410,v1:192.168.123.108:6818/359166410] conn(0x7fdab000a330 msgr2=0x7fdab0019920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:32.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.157+0000 7fdac24db640 0 -- 192.168.123.100:0/2579159456 >> [v2:192.168.123.108:6808/515450416,v1:192.168.123.108:6809/515450416] conn(0x558610cff960 msgr2=0x558610d1fe10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T18:02:32.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.159+0000 7fdac6763900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T18:02:32.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.159+0000 7fdac6763900 20 RGWRados::pool_iterate: got zone_info.7440b74a-1c84-4c0d-abfa-64ba25efc213 2026-04-17T18:02:32.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.159+0000 7fdac6763900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T18:02:32.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.159+0000 7fdac6763900 20 RGWRados::pool_iterate: got zonegroup_info.3549d012-c15d-40b0-922d-13f0f652a852 2026-04-17T18:02:32.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.159+0000 7fdac6763900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T18:02:32.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.159+0000 7fdac6763900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T18:02:32.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.159+0000 7fdac6763900 20 rados->read ofs=0 len=0 2026-04-17T18:02:32.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.159+0000 7fdac6763900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:32.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.159+0000 7fdac6763900 20 rados->read ofs=0 len=0 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.159+0000 7fdac6763900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.159+0000 7fdac6763900 20 rados->read ofs=0 len=0 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.160+0000 7fdac6763900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.160+0000 7fdac6763900 20 zone default found 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.160+0000 7fdac6763900 4 Realm: () 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.160+0000 7fdac6763900 4 ZoneGroup: default (3549d012-c15d-40b0-922d-13f0f652a852) 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.160+0000 7fdac6763900 4 Zone: default (7440b74a-1c84-4c0d-abfa-64ba25efc213) 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.160+0000 7fdac6763900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.160+0000 7fdac6763900 20 zonegroup default 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.160+0000 7fdac6763900 20 rados->read ofs=0 len=0 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.160+0000 7fdac6763900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.160+0000 7fdac6763900 20 rados->read ofs=0 len=0 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.160+0000 7fdac6763900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.160+0000 7fdac6763900 20 rados->read ofs=0 len=0 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.160+0000 7fdac6763900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.160+0000 7fdac6763900 20 started sync module instance, tier type = 2026-04-17T18:02:32.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.160+0000 7fdac6763900 20 started zone id=7440b74a-1c84-4c0d-abfa-64ba25efc213 (name=default) with tier type = 2026-04-17T18:02:32.163 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.163+0000 7fdac6763900 20 add_watcher() i=3 2026-04-17T18:02:32.163 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.163+0000 7fdac6763900 20 add_watcher() i=0 2026-04-17T18:02:32.164 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.164+0000 7fdac6763900 20 add_watcher() i=4 2026-04-17T18:02:32.164 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.164+0000 7fdac6763900 20 add_watcher() i=1 2026-04-17T18:02:32.164 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.165+0000 7fdac6763900 20 add_watcher() i=2 2026-04-17T18:02:32.165 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.165+0000 7fdac6763900 20 add_watcher() i=5 2026-04-17T18:02:32.165 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.165+0000 7fdac6763900 20 add_watcher() i=6 2026-04-17T18:02:32.165 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.166+0000 7fdac6763900 20 add_watcher() i=7 2026-04-17T18:02:32.165 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.166+0000 7fdac6763900 2 all 8 watchers are set, enabling cache 2026-04-17T18:02:32.168 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.168+0000 7fdac6763900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T18:02:32.168 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.168+0000 7fdac6763900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T18:02:32.168 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.168+0000 7fdac6763900 5 note: GC not initialized 2026-04-17T18:02:32.168 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.168+0000 7fda6affd640 20 reqs_thread_entry: start 2026-04-17T18:02:32.208 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.208+0000 7fdac6763900 20 init_complete bucket index max shards: 11 2026-04-17T18:02:32.208 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.208+0000 7fdac6763900 20 Filter name: none 2026-04-17T18:02:32.208 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.208+0000 7fda68ff9640 20 reqs_thread_entry: start 2026-04-17T18:02:32.208 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.208+0000 7fdac6763900 20 rados->read ofs=0 len=0 2026-04-17T18:02:32.208 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.209+0000 7fdac6763900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:32.208 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.209+0000 7fdac6763900 20 rados->read ofs=0 len=0 2026-04-17T18:02:32.209 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.209+0000 7fdac6763900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:32.209 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.209+0000 7fdac6763900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T18:02:32.209 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.209+0000 7fdac6763900 20 rados->read ofs=0 len=0 2026-04-17T18:02:32.209 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.209+0000 7fdac6763900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T18:02:32.209 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.209+0000 7fdac6763900 20 rados->read ofs=0 len=0 2026-04-17T18:02:32.209 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.210+0000 7fdac6763900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T18:02:32.209 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.210+0000 7fdac6763900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T18:02:32.214 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.215+0000 7fdac6763900 20 remove_watcher() i=0 2026-04-17T18:02:32.215 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.215+0000 7fdac6763900 2 removed watcher, disabling cache 2026-04-17T18:02:32.215 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.215+0000 7fdac6763900 20 remove_watcher() i=4 2026-04-17T18:02:32.215 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.215+0000 7fdac6763900 20 remove_watcher() i=3 2026-04-17T18:02:32.215 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.215+0000 7fdac6763900 20 remove_watcher() i=7 2026-04-17T18:02:32.215 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.216+0000 7fdac6763900 20 remove_watcher() i=2 2026-04-17T18:02:32.215 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.216+0000 7fdac6763900 20 remove_watcher() i=6 2026-04-17T18:02:32.215 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.216+0000 7fdac6763900 20 remove_watcher() i=5 2026-04-17T18:02:32.215 INFO:tasks.workunit.client.0.vm00.stderr:2026-04-17T18:02:32.216+0000 7fdac6763900 20 remove_watcher() i=1 2026-04-17T18:02:32.221 INFO:tasks.workunit.client.0.vm00.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2026-04-17T18:02:32.221 INFO:tasks.workunit.client.0.vm00.stderr:Deleting bucket check-bucket 2026-04-17T18:02:32.223 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:32.223 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:32.226 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T18:02:32.226 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn( 2026-04-17T18:02:32.246 INFO:tasks.workunit.client.0.vm00.stderr:Completed bucket check tests 2026-04-17T18:02:32.246 INFO:tasks.workunit.client.0.vm00.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2026-04-17T18:02:32.247 INFO:tasks.workunit.client.0.vm00.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2026-04-17T18:02:32.247 INFO:tasks.workunit.client.0.vm00.stdout:connected to https://localhost:443 2026-04-17T18:02:32.283 INFO:tasks.workunit.client.0.vm00.stderr:+ deactivate 2026-04-17T18:02:32.283 INFO:tasks.workunit.client.0.vm00.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2026-04-17T18:02:32.283 INFO:tasks.workunit.client.0.vm00.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-17T18:02:32.283 INFO:tasks.workunit.client.0.vm00.stderr:+ export PATH 2026-04-17T18:02:32.283 INFO:tasks.workunit.client.0.vm00.stderr:+ unset _OLD_VIRTUAL_PATH 2026-04-17T18:02:32.283 INFO:tasks.workunit.client.0.vm00.stderr:+ '[' -n '' ']' 2026-04-17T18:02:32.283 INFO:tasks.workunit.client.0.vm00.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-17T18:02:32.283 INFO:tasks.workunit.client.0.vm00.stderr:+ hash -r 2026-04-17T18:02:32.283 INFO:tasks.workunit.client.0.vm00.stderr:+ '[' -n '' ']' 2026-04-17T18:02:32.283 INFO:tasks.workunit.client.0.vm00.stderr:+ unset VIRTUAL_ENV 2026-04-17T18:02:32.283 INFO:tasks.workunit.client.0.vm00.stderr:+ '[' '!' '' = nondestructive ']' 2026-04-17T18:02:32.283 INFO:tasks.workunit.client.0.vm00.stderr:+ unset -f deactivate 2026-04-17T18:02:32.283 INFO:tasks.workunit.client.0.vm00.stderr:+ echo OK. 2026-04-17T18:02:32.283 INFO:tasks.workunit.client.0.vm00.stdout:OK. 2026-04-17T18:02:32.284 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T18:02:32.284 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T18:02:32.355 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2026-04-17T18:02:32.355 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-17T18:02:32.788 DEBUG:teuthology.parallel:result is None 2026-04-17T18:02:32.788 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T18:02:32.824 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T18:02:32.824 DEBUG:teuthology.orchestra.run.vm00:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-17T18:02:32.890 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T18:02:32.890 INFO:teuthology.run_tasks:Running task workunit... 2026-04-17T18:02:32.892 INFO:tasks.workunit:Pulling workunits from ref 909b66e106532fd1f1a49171c3f2eb7a193a6d0b 2026-04-17T18:02:32.892 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-17T18:02:32.892 DEBUG:teuthology.orchestra.run.vm00:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-17T18:02:32.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-17T18:02:32.955 INFO:teuthology.orchestra.run.vm00.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-17T18:02:32.955 DEBUG:teuthology.orchestra.run.vm00:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-17T18:02:33.019 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-17T18:02:33.020 DEBUG:teuthology.orchestra.run.vm00:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-17T18:02:33.084 INFO:tasks.workunit:timeout=3h 2026-04-17T18:02:33.084 INFO:tasks.workunit:cleanup=True 2026-04-17T18:02:33.084 DEBUG:teuthology.orchestra.run.vm00:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 909b66e106532fd1f1a49171c3f2eb7a193a6d0b 2026-04-17T18:02:33.150 INFO:tasks.workunit.client.0.vm00.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr:Note: switching to '909b66e106532fd1f1a49171c3f2eb7a193a6d0b'. 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr:state without impacting any branches by switching back to a branch. 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr: git switch -c 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr:Or undo this operation with: 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr: git switch - 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr: 2026-04-17T18:03:02.971 INFO:tasks.workunit.client.0.vm00.stderr:HEAD is now at 909b66e1065 qa/suites: add pykmip sse for s3tests 2026-04-17T18:03:02.978 DEBUG:teuthology.orchestra.run.vm00:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-17T18:03:03.046 INFO:tasks.workunit.client.0.vm00.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-17T18:03:03.048 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-17T18:03:03.048 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-17T18:03:03.082 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-17T18:03:03.114 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-17T18:03:03.142 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-17T18:03:03.144 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-17T18:03:03.144 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-17T18:03:03.170 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-17T18:03:03.174 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-04-17T18:03:03.174 DEBUG:teuthology.orchestra.run.vm00:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-17T18:03:03.240 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2026-04-17T18:03:03.240 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2026-04-17T18:03:03.240 DEBUG:teuthology.orchestra.run.vm00:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2026-04-17T18:03:03.318 INFO:tasks.workunit.client.0.vm00.stdout:Running main() from gmock_main.cc 2026-04-17T18:03:03.318 INFO:tasks.workunit.client.0.vm00.stdout:[==========] Running 11 tests from 1 test suite. 2026-04-17T18:03:03.318 INFO:tasks.workunit.client.0.vm00.stdout:[----------] Global test environment set-up. 2026-04-17T18:03:03.318 INFO:tasks.workunit.client.0.vm00.stdout:[----------] 11 tests from ClsLock 2026-04-17T18:03:03.318 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestMultiLocking 2026-04-17T18:03:04.507 INFO:tasks.workunit.client.0.vm00.stdout:lock: mylock 2026-04-17T18:03:04.507 INFO:tasks.workunit.client.0.vm00.stdout: lock_type: exclusive 2026-04-17T18:03:04.507 INFO:tasks.workunit.client.0.vm00.stdout: tag: 2026-04-17T18:03:04.507 INFO:tasks.workunit.client.0.vm00.stdout: lockers: 2026-04-17T18:03:04.507 INFO:tasks.workunit.client.0.vm00.stdout: client.5127 expiration=2026-04-17T18:05:04.505760+0000 addr=v1:192.168.123.100:0/1981715618 cookie= 2026-04-17T18:03:04.510 INFO:tasks.workunit.client.0.vm00.stdout:lock: mylock 2026-04-17T18:03:04.510 INFO:tasks.workunit.client.0.vm00.stdout: lock_type: shared 2026-04-17T18:03:04.510 INFO:tasks.workunit.client.0.vm00.stdout: tag: 2026-04-17T18:03:04.510 INFO:tasks.workunit.client.0.vm00.stdout: lockers: 2026-04-17T18:03:04.510 INFO:tasks.workunit.client.0.vm00.stdout: client.5127 expiration=2026-04-17T18:05:04.510598+0000 addr=v1:192.168.123.100:0/1981715618 cookie= 2026-04-17T18:03:04.510 INFO:tasks.workunit.client.0.vm00.stdout: client.5133 expiration=0.000000 addr=v1:192.168.123.100:0/68696993 cookie= 2026-04-17T18:03:04.511 INFO:tasks.workunit.client.0.vm00.stdout:lock: mylock 2026-04-17T18:03:04.511 INFO:tasks.workunit.client.0.vm00.stdout: lock_type: shared 2026-04-17T18:03:04.511 INFO:tasks.workunit.client.0.vm00.stdout: tag: 2026-04-17T18:03:04.511 INFO:tasks.workunit.client.0.vm00.stdout: lockers: 2026-04-17T18:03:04.511 INFO:tasks.workunit.client.0.vm00.stdout: client.5133 expiration=0.000000 addr=v1:192.168.123.100:0/68696993 cookie= 2026-04-17T18:03:05.498 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestMultiLocking (2179 ms) 2026-04-17T18:03:05.498 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestMeta 2026-04-17T18:03:07.749 INFO:tasks.workunit.client.0.vm00.stdout:lock: mylock 2026-04-17T18:03:07.749 INFO:tasks.workunit.client.0.vm00.stdout: lock_type: shared 2026-04-17T18:03:07.749 INFO:tasks.workunit.client.0.vm00.stdout: tag: 2026-04-17T18:03:07.749 INFO:tasks.workunit.client.0.vm00.stdout: lockers: 2026-04-17T18:03:07.749 INFO:tasks.workunit.client.0.vm00.stdout: client.4982 expiration=0.000000 addr=v1:192.168.123.100:0/491480674 cookie= 2026-04-17T18:03:07.751 INFO:tasks.workunit.client.0.vm00.stdout:lock: mylock 2026-04-17T18:03:07.751 INFO:tasks.workunit.client.0.vm00.stdout: lock_type: exclusive 2026-04-17T18:03:07.751 INFO:tasks.workunit.client.0.vm00.stdout: tag: new_tag 2026-04-17T18:03:07.751 INFO:tasks.workunit.client.0.vm00.stdout: lockers: 2026-04-17T18:03:07.751 INFO:tasks.workunit.client.0.vm00.stdout: client.4976 expiration=0.000000 addr=v1:192.168.123.100:0/3945367542 cookie= 2026-04-17T18:03:08.529 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestMeta (3031 ms) 2026-04-17T18:03:08.530 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestCookie 2026-04-17T18:03:10.616 INFO:tasks.workunit.client.0.vm00.stdout:lock: mylock 2026-04-17T18:03:10.617 INFO:tasks.workunit.client.0.vm00.stdout: lock_type: exclusive 2026-04-17T18:03:10.617 INFO:tasks.workunit.client.0.vm00.stdout: tag: 2026-04-17T18:03:10.617 INFO:tasks.workunit.client.0.vm00.stdout: lockers: 2026-04-17T18:03:10.619 INFO:tasks.workunit.client.0.vm00.stdout:lock: mylock 2026-04-17T18:03:10.619 INFO:tasks.workunit.client.0.vm00.stdout: lock_type: shared 2026-04-17T18:03:10.619 INFO:tasks.workunit.client.0.vm00.stdout: tag: 2026-04-17T18:03:10.619 INFO:tasks.workunit.client.0.vm00.stdout: lockers: 2026-04-17T18:03:10.619 INFO:tasks.workunit.client.0.vm00.stdout: client.4985 expiration=0.000000 addr=v1:192.168.123.100:0/3230650247 cookie= 2026-04-17T18:03:10.619 INFO:tasks.workunit.client.0.vm00.stdout: client.4985 expiration=0.000000 addr=v1:192.168.123.100:0/3230650247 cookie=new cookie 2026-04-17T18:03:11.597 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestCookie (3067 ms) 2026-04-17T18:03:11.597 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestMultipleLocks 2026-04-17T18:03:14.637 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestMultipleLocks (3039 ms) 2026-04-17T18:03:14.638 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestLockDuration 2026-04-17T18:03:22.681 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestLockDuration (8044 ms) 2026-04-17T18:03:22.682 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestAssertLocked 2026-04-17T18:03:25.708 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestAssertLocked (3026 ms) 2026-04-17T18:03:25.708 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestSetCookie 2026-04-17T18:03:28.729 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestSetCookie (3021 ms) 2026-04-17T18:03:28.730 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestRenew