2026-03-11T11:28:40.688 INFO:root:teuthology version: 1.2.4.dev6+g1c580df7a 2026-03-11T11:28:40.696 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-11T11:28:40.720 INFO:teuthology.run:Config: archive_path: /archive/irq0-2026-03-11_09:28:54-rgw:verify-cobaltcore-storage-v19.2.3-fasttrack-8-none-default-vps/1210 branch: cobaltcore-storage-v19.2.3-fasttrack-8 description: rgw:verify/{0-install accounts$/{none} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/http rgw_pool_type/replicated s3tests-branch sharding$/{default} striping$/{stripe-greater-than-chunk} supported-random-distro$/{rocky_latest} tasks/{bucket-check cls mp_reupload rados-pool-quota ragweed reshard s3tests versioning zzz-s3tests-java} validater/valgrind} email: null first_in_suite: false flavor: default job_id: '1210' last_in_suite: false machine_type: vps name: irq0-2026-03-11_09:28:54-rgw:verify-cobaltcore-storage-v19.2.3-fasttrack-8-none-default-vps no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: rocky os_version: '9.7' overrides: admin_socket: branch: cobaltcore-storage-v19.2.3-fasttrack-8 ansible.cephlab: branch: main repo: https://github.com/kshtsk/ceph-cm-ansible.git skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: timezone: UTC ceph: conf: client: debug rgw: 20 debug rgw notification: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw max chunk size: 4194304 rgw obj stripe size: 6291456 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd heartbeat grace: 40 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon osd crush smoke test: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd fast shutdown: false osd mclock iops capacity threshold hdd: 49000 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME - reached quota - POOL_FULL - pool\(s\) full sha1: 93f09337d0c8b83522903facf60962a7cb352653 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs cephadm: cephadm_binary_url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm containers: image: harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-8 install: ceph: flavor: default sha1: 93f09337d0c8b83522903facf60962a7cb352653 extra_system_packages: deb: - python3-xmltodict - s3cmd rpm: - bzip2 - perl-Test-Harness - python3-xmltodict - s3cmd repos: - name: ceph-source priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/SRPMS - name: ceph-noarch priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/noarch - name: ceph priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/x86_64 rgw: client.0: valgrind: - --tool=memcheck - --max-threads=1024 compression type: random ec-data-pool: false frontend: beast storage classes: LUKEWARM, FROZEN s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 force-branch: ceph-squid storage classes: LUKEWARM, FROZEN selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: tt-19.2.3-fasttrack-8 sha1: 50e98e8318117ef866947b5847d947538c5efcdc owner: irq0 priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b seed: 4559 sha1: 93f09337d0c8b83522903facf60962a7cb352653 sleep_before_teardown: 0 suite: rgw:verify suite_branch: tt-19.2.3-fasttrack-8 suite_path: /home/teuthos/src/github.com_kshtsk_ceph_50e98e8318117ef866947b5847d947538c5efcdc/qa suite_relpath: qa suite_repo: https://github.com/kshtsk/ceph.git suite_sha1: 50e98e8318117ef866947b5847d947538c5efcdc targets: vm00.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLU6cAGCqC/q1K01X+VaYGfFAWaK09ZRHj+2h07GmvuMxvD4iq/D+3zyXbhbC0AvQF7DG6rw4S+hEX4vS8aTobw= vm08.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC7kosmUc5cZ+c/JW2LzejAPN/su7nyVzV/gROmQ1gzuqS6lc8IOxkCwQCMWB+HsdFLg5rKA3at2v3r88Yu0Sq0= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - workunit: clients: client.0: - rgw/run-rados-pool-quota.sh - ragweed: client.0: default-branch: ceph-squid rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh - s3tests-java: client.0: force-branch: ceph-squid force-repo: https://github.com/ceph/java_s3tests.git teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: clyso-debian-13 teuthology_repo: https://github.com/clyso/teuthology teuthology_sha1: 1c580df7a9c7c2aadc272da296344fd99f27c444 timestamp: 2026-03-11_09:28:54 tube: vps user: irq0 verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.611473 2026-03-11T11:28:40.720 INFO:teuthology.run:suite_path is set to /home/teuthos/src/github.com_kshtsk_ceph_50e98e8318117ef866947b5847d947538c5efcdc/qa; will attempt to use it 2026-03-11T11:28:40.720 INFO:teuthology.run:Found tasks at /home/teuthos/src/github.com_kshtsk_ceph_50e98e8318117ef866947b5847d947538c5efcdc/qa/tasks 2026-03-11T11:28:40.720 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-03-11T11:28:40.721 INFO:teuthology.task.internal:Saving configuration 2026-03-11T11:28:40.728 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-03-11T11:28:40.728 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-03-11T11:28:40.735 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm00.local', 'description': '/archive/irq0-2026-03-11_09:28:54-rgw:verify-cobaltcore-storage-v19.2.3-fasttrack-8-none-default-vps/1210', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-11 11:27:38.960976', 'locked_by': 'irq0', 'mac_address': '52:55:00:00:00:00', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLU6cAGCqC/q1K01X+VaYGfFAWaK09ZRHj+2h07GmvuMxvD4iq/D+3zyXbhbC0AvQF7DG6rw4S+hEX4vS8aTobw='} 2026-03-11T11:28:40.740 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm08.local', 'description': '/archive/irq0-2026-03-11_09:28:54-rgw:verify-cobaltcore-storage-v19.2.3-fasttrack-8-none-default-vps/1210', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-11 11:27:38.960571', 'locked_by': 'irq0', 'mac_address': '52:55:00:00:00:08', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC7kosmUc5cZ+c/JW2LzejAPN/su7nyVzV/gROmQ1gzuqS6lc8IOxkCwQCMWB+HsdFLg5rKA3at2v3r88Yu0Sq0='} 2026-03-11T11:28:40.741 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-03-11T11:28:40.741 INFO:teuthology.task.internal:roles: ubuntu@vm00.local - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2026-03-11T11:28:40.741 INFO:teuthology.task.internal:roles: ubuntu@vm08.local - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2026-03-11T11:28:40.741 INFO:teuthology.run_tasks:Running task console_log... 2026-03-11T11:28:40.752 DEBUG:teuthology.task.console_log:vm00 does not support IPMI; excluding 2026-03-11T11:28:40.762 DEBUG:teuthology.task.console_log:vm08 does not support IPMI; excluding 2026-03-11T11:28:40.762 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f5899cdbf40>, signals=[15]) 2026-03-11T11:28:40.762 INFO:teuthology.run_tasks:Running task internal.connect... 2026-03-11T11:28:40.763 INFO:teuthology.task.internal:Opening connections... 2026-03-11T11:28:40.763 DEBUG:teuthology.task.internal:connecting to ubuntu@vm00.local 2026-03-11T11:28:40.763 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm00.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-11T11:28:40.825 DEBUG:teuthology.task.internal:connecting to ubuntu@vm08.local 2026-03-11T11:28:40.825 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm08.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-11T11:28:40.888 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-03-11T11:28:40.889 DEBUG:teuthology.orchestra.run.vm00:> uname -m 2026-03-11T11:28:40.944 INFO:teuthology.orchestra.run.vm00.stdout:x86_64 2026-03-11T11:28:40.944 DEBUG:teuthology.orchestra.run.vm00:> cat /etc/os-release 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:NAME="Rocky Linux" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:VERSION="9.7 (Blue Onyx)" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:ID="rocky" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:ID_LIKE="rhel centos fedora" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:VERSION_ID="9.7" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:PLATFORM_ID="platform:el9" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:ANSI_COLOR="0;32" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:LOGO="fedora-logo-icon" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:HOME_URL="https://rockylinux.org/" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:VENDOR_NAME="RESF" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:VENDOR_URL="https://resf.org/" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:SUPPORT_END="2032-05-31" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-03-11T11:28:40.999 INFO:teuthology.orchestra.run.vm00.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-03-11T11:28:40.999 INFO:teuthology.lock.ops:Updating vm00.local on lock server 2026-03-11T11:28:41.005 DEBUG:teuthology.orchestra.run.vm08:> uname -m 2026-03-11T11:28:41.019 INFO:teuthology.orchestra.run.vm08.stdout:x86_64 2026-03-11T11:28:41.019 DEBUG:teuthology.orchestra.run.vm08:> cat /etc/os-release 2026-03-11T11:28:41.075 INFO:teuthology.orchestra.run.vm08.stdout:NAME="Rocky Linux" 2026-03-11T11:28:41.075 INFO:teuthology.orchestra.run.vm08.stdout:VERSION="9.7 (Blue Onyx)" 2026-03-11T11:28:41.075 INFO:teuthology.orchestra.run.vm08.stdout:ID="rocky" 2026-03-11T11:28:41.075 INFO:teuthology.orchestra.run.vm08.stdout:ID_LIKE="rhel centos fedora" 2026-03-11T11:28:41.075 INFO:teuthology.orchestra.run.vm08.stdout:VERSION_ID="9.7" 2026-03-11T11:28:41.076 INFO:teuthology.orchestra.run.vm08.stdout:PLATFORM_ID="platform:el9" 2026-03-11T11:28:41.076 INFO:teuthology.orchestra.run.vm08.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-03-11T11:28:41.076 INFO:teuthology.orchestra.run.vm08.stdout:ANSI_COLOR="0;32" 2026-03-11T11:28:41.076 INFO:teuthology.orchestra.run.vm08.stdout:LOGO="fedora-logo-icon" 2026-03-11T11:28:41.076 INFO:teuthology.orchestra.run.vm08.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-03-11T11:28:41.076 INFO:teuthology.orchestra.run.vm08.stdout:HOME_URL="https://rockylinux.org/" 2026-03-11T11:28:41.076 INFO:teuthology.orchestra.run.vm08.stdout:VENDOR_NAME="RESF" 2026-03-11T11:28:41.076 INFO:teuthology.orchestra.run.vm08.stdout:VENDOR_URL="https://resf.org/" 2026-03-11T11:28:41.076 INFO:teuthology.orchestra.run.vm08.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-03-11T11:28:41.076 INFO:teuthology.orchestra.run.vm08.stdout:SUPPORT_END="2032-05-31" 2026-03-11T11:28:41.076 INFO:teuthology.orchestra.run.vm08.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-03-11T11:28:41.076 INFO:teuthology.orchestra.run.vm08.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-03-11T11:28:41.076 INFO:teuthology.orchestra.run.vm08.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-03-11T11:28:41.076 INFO:teuthology.orchestra.run.vm08.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-03-11T11:28:41.076 INFO:teuthology.lock.ops:Updating vm08.local on lock server 2026-03-11T11:28:41.124 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-03-11T11:28:41.127 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-03-11T11:28:41.136 INFO:teuthology.task.internal:Checking for old test directory... 2026-03-11T11:28:41.137 DEBUG:teuthology.orchestra.run.vm00:> test '!' -e /home/ubuntu/cephtest 2026-03-11T11:28:41.138 DEBUG:teuthology.orchestra.run.vm08:> test '!' -e /home/ubuntu/cephtest 2026-03-11T11:28:41.153 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-03-11T11:28:41.154 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-03-11T11:28:41.154 DEBUG:teuthology.orchestra.run.vm00:> test -z $(ls -A /var/lib/ceph) 2026-03-11T11:28:41.193 DEBUG:teuthology.orchestra.run.vm08:> test -z $(ls -A /var/lib/ceph) 2026-03-11T11:28:41.207 INFO:teuthology.orchestra.run.vm00.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-11T11:28:41.210 INFO:teuthology.orchestra.run.vm08.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-11T11:28:41.211 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-03-11T11:28:41.218 DEBUG:teuthology.orchestra.run.vm00:> test -e /ceph-qa-ready 2026-03-11T11:28:41.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-11T11:28:41.510 DEBUG:teuthology.orchestra.run.vm08:> test -e /ceph-qa-ready 2026-03-11T11:28:41.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-11T11:28:41.703 INFO:teuthology.run_tasks:Running task internal.base... 2026-03-11T11:28:41.704 INFO:teuthology.task.internal:Creating test directory... 2026-03-11T11:28:41.704 DEBUG:teuthology.orchestra.run.vm00:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-11T11:28:41.706 DEBUG:teuthology.orchestra.run.vm08:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-11T11:28:41.723 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-03-11T11:28:41.724 INFO:teuthology.run_tasks:Running task internal.archive... 2026-03-11T11:28:41.725 INFO:teuthology.task.internal:Creating archive directory... 2026-03-11T11:28:41.726 DEBUG:teuthology.orchestra.run.vm00:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-11T11:28:41.765 DEBUG:teuthology.orchestra.run.vm08:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-11T11:28:41.782 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-03-11T11:28:41.783 INFO:teuthology.task.internal:Enabling coredump saving... 2026-03-11T11:28:41.783 DEBUG:teuthology.orchestra.run.vm00:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-11T11:28:41.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-11T11:28:41.832 DEBUG:teuthology.orchestra.run.vm08:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-11T11:28:41.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-11T11:28:41.846 DEBUG:teuthology.orchestra.run.vm00:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-11T11:28:41.874 DEBUG:teuthology.orchestra.run.vm08:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-11T11:28:41.895 INFO:teuthology.orchestra.run.vm00.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-11T11:28:41.903 INFO:teuthology.orchestra.run.vm00.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-11T11:28:41.910 INFO:teuthology.orchestra.run.vm08.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-11T11:28:41.918 INFO:teuthology.orchestra.run.vm08.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-11T11:28:41.919 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-03-11T11:28:41.920 INFO:teuthology.task.internal:Configuring sudo... 2026-03-11T11:28:41.920 DEBUG:teuthology.orchestra.run.vm00:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-11T11:28:41.946 DEBUG:teuthology.orchestra.run.vm08:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-11T11:28:41.981 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-03-11T11:28:41.984 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-03-11T11:28:41.984 DEBUG:teuthology.orchestra.run.vm00:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-11T11:28:42.009 DEBUG:teuthology.orchestra.run.vm08:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-11T11:28:42.036 DEBUG:teuthology.orchestra.run.vm00:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-11T11:28:42.091 DEBUG:teuthology.orchestra.run.vm00:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-11T11:28:42.151 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:28:42.151 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-11T11:28:42.205 DEBUG:teuthology.orchestra.run.vm08:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-11T11:28:42.226 DEBUG:teuthology.orchestra.run.vm08:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-11T11:28:42.282 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:28:42.282 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-11T11:28:42.340 DEBUG:teuthology.orchestra.run.vm00:> sudo service rsyslog restart 2026-03-11T11:28:42.342 DEBUG:teuthology.orchestra.run.vm08:> sudo service rsyslog restart 2026-03-11T11:28:42.371 INFO:teuthology.orchestra.run.vm00.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-11T11:28:42.406 INFO:teuthology.orchestra.run.vm08.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-11T11:28:42.692 INFO:teuthology.run_tasks:Running task internal.timer... 2026-03-11T11:28:42.694 INFO:teuthology.task.internal:Starting timer... 2026-03-11T11:28:42.694 INFO:teuthology.run_tasks:Running task pcp... 2026-03-11T11:28:42.696 INFO:teuthology.run_tasks:Running task selinux... 2026-03-11T11:28:42.698 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2026-03-11T11:28:42.698 INFO:teuthology.task.selinux:Excluding vm00: VMs are not yet supported 2026-03-11T11:28:42.698 INFO:teuthology.task.selinux:Excluding vm08: VMs are not yet supported 2026-03-11T11:28:42.698 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-03-11T11:28:42.698 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-03-11T11:28:42.698 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-03-11T11:28:42.698 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-03-11T11:28:42.700 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'timezone': 'UTC'}} 2026-03-11T11:28:42.700 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/kshtsk/ceph-cm-ansible.git 2026-03-11T11:28:42.701 INFO:teuthology.repo_utils:Fetching github.com_kshtsk_ceph-cm-ansible_main from origin 2026-03-11T11:28:43.305 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main to origin/main 2026-03-11T11:28:43.310 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-03-11T11:28:43.310 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "timezone": "UTC"}' -i /tmp/teuth_ansible_inventorytwhpn62a --limit vm00.local,vm08.local /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-03-11T11:30:56.818 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm00.local'), Remote(name='ubuntu@vm08.local')] 2026-03-11T11:30:56.818 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm00.local' 2026-03-11T11:30:56.819 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm00.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-11T11:30:56.891 DEBUG:teuthology.orchestra.run.vm00:> true 2026-03-11T11:30:56.971 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm00.local' 2026-03-11T11:30:56.971 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm08.local' 2026-03-11T11:30:56.971 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm08.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-11T11:30:57.037 DEBUG:teuthology.orchestra.run.vm08:> true 2026-03-11T11:30:57.117 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm08.local' 2026-03-11T11:30:57.118 INFO:teuthology.run_tasks:Running task clock... 2026-03-11T11:30:57.120 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-03-11T11:30:57.120 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-11T11:30:57.121 DEBUG:teuthology.orchestra.run.vm00:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-11T11:30:57.122 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-11T11:30:57.122 DEBUG:teuthology.orchestra.run.vm08:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-11T11:30:57.161 INFO:teuthology.orchestra.run.vm00.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-03-11T11:30:57.180 INFO:teuthology.orchestra.run.vm00.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-03-11T11:30:57.192 INFO:teuthology.orchestra.run.vm08.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-03-11T11:30:57.206 INFO:teuthology.orchestra.run.vm08.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-03-11T11:30:57.209 INFO:teuthology.orchestra.run.vm00.stderr:sudo: ntpd: command not found 2026-03-11T11:30:57.220 INFO:teuthology.orchestra.run.vm00.stdout:506 Cannot talk to daemon 2026-03-11T11:30:57.230 INFO:teuthology.orchestra.run.vm08.stderr:sudo: ntpd: command not found 2026-03-11T11:30:57.236 INFO:teuthology.orchestra.run.vm00.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-03-11T11:30:57.243 INFO:teuthology.orchestra.run.vm08.stdout:506 Cannot talk to daemon 2026-03-11T11:30:57.253 INFO:teuthology.orchestra.run.vm00.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-03-11T11:30:57.259 INFO:teuthology.orchestra.run.vm08.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-03-11T11:30:57.273 INFO:teuthology.orchestra.run.vm08.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-03-11T11:30:57.302 INFO:teuthology.orchestra.run.vm00.stderr:bash: line 1: ntpq: command not found 2026-03-11T11:30:57.304 INFO:teuthology.orchestra.run.vm00.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-11T11:30:57.304 INFO:teuthology.orchestra.run.vm00.stdout:=============================================================================== 2026-03-11T11:30:57.324 INFO:teuthology.orchestra.run.vm08.stderr:bash: line 1: ntpq: command not found 2026-03-11T11:30:57.326 INFO:teuthology.orchestra.run.vm08.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-11T11:30:57.326 INFO:teuthology.orchestra.run.vm08.stdout:=============================================================================== 2026-03-11T11:30:57.326 INFO:teuthology.run_tasks:Running task install... 2026-03-11T11:30:57.328 DEBUG:teuthology.task.install:project ceph 2026-03-11T11:30:57.328 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '93f09337d0c8b83522903facf60962a7cb352653'}, 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/x86_64'}]} 2026-03-11T11:30:57.328 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'flavor': 'default', 'sha1': '93f09337d0c8b83522903facf60962a7cb352653'} 2026-03-11T11:30:57.328 INFO:teuthology.task.install:Using flavor: default 2026-03-11T11:30:57.330 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-03-11T11:30:57.330 INFO:teuthology.task.install:extra packages: [] 2026-03-11T11:30:57.330 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '93f09337d0c8b83522903facf60962a7cb352653', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/x86_64'}]} 2026-03-11T11:30:57.331 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/x86_64'}] 2026-03-11T11:30:57.331 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:30:57.331 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-03-11T11:30:57.331 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '93f09337d0c8b83522903facf60962a7cb352653', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/x86_64'}]} 2026-03-11T11:30:57.331 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/x86_64'}] 2026-03-11T11:30:57.331 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:30:57.331 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-03-11T11:30:57.382 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:30:57.382 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-03-11T11:30:57.405 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:30:57.405 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-03-11T11:30:57.454 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:30:57.454 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-03-11T11:30:57.473 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:30:57.474 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-03-11T11:30:57.526 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, bzip2, perl-Test-Harness, python3-xmltodict, s3cmd on remote rpm x86_64 2026-03-11T11:30:57.526 DEBUG:teuthology.orchestra.run.vm00:> sudo yum clean all 2026-03-11T11:30:57.542 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, bzip2, perl-Test-Harness, python3-xmltodict, s3cmd on remote rpm x86_64 2026-03-11T11:30:57.542 DEBUG:teuthology.orchestra.run.vm08:> sudo yum clean all 2026-03-11T11:30:57.720 INFO:teuthology.orchestra.run.vm08.stdout:47 files removed 2026-03-11T11:30:57.736 INFO:teuthology.orchestra.run.vm00.stdout:47 files removed 2026-03-11T11:30:57.738 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven bzip2 perl-Test-Harness python3-xmltodict s3cmd 2026-03-11T11:30:57.771 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven bzip2 perl-Test-Harness python3-xmltodict s3cmd 2026-03-11T11:30:58.127 INFO:teuthology.orchestra.run.vm08.stdout:ceph 388 kB/s | 86 kB 00:00 2026-03-11T11:30:58.204 INFO:teuthology.orchestra.run.vm00.stdout:ceph 379 kB/s | 86 kB 00:00 2026-03-11T11:30:58.342 INFO:teuthology.orchestra.run.vm08.stdout:ceph-noarch 65 kB/s | 12 kB 00:00 2026-03-11T11:30:58.399 INFO:teuthology.orchestra.run.vm00.stdout:ceph-noarch 70 kB/s | 12 kB 00:00 2026-03-11T11:30:58.539 INFO:teuthology.orchestra.run.vm08.stdout:ceph-source 13 kB/s | 2.2 kB 00:00 2026-03-11T11:30:58.597 INFO:teuthology.orchestra.run.vm00.stdout:ceph-source 13 kB/s | 2.2 kB 00:00 2026-03-11T11:30:58.998 INFO:teuthology.orchestra.run.vm00.stdout:Extra Packages for Enterprise Linux 53 MB/s | 20 MB 00:00 2026-03-11T11:30:59.353 INFO:teuthology.orchestra.run.vm08.stdout:Extra Packages for Enterprise Linux 26 MB/s | 20 MB 00:00 2026-03-11T11:31:03.837 INFO:teuthology.orchestra.run.vm08.stdout:lab-extras 63 kB/s | 50 kB 00:00 2026-03-11T11:31:04.563 INFO:teuthology.orchestra.run.vm00.stdout:lab-extras 64 kB/s | 50 kB 00:00 2026-03-11T11:31:04.644 INFO:teuthology.orchestra.run.vm08.stdout:Rocky Linux 9 - BaseOS 22 MB/s | 16 MB 00:00 2026-03-11T11:31:05.451 INFO:teuthology.orchestra.run.vm00.stdout:Rocky Linux 9 - BaseOS 20 MB/s | 16 MB 00:00 2026-03-11T11:31:06.418 INFO:teuthology.orchestra.run.vm08.stdout:Rocky Linux 9 - AppStream 23 MB/s | 16 MB 00:00 2026-03-11T11:31:07.541 INFO:teuthology.orchestra.run.vm00.stdout:Rocky Linux 9 - AppStream 23 MB/s | 16 MB 00:00 2026-03-11T11:31:08.781 INFO:teuthology.orchestra.run.vm08.stdout:Rocky Linux 9 - CRB 7.7 MB/s | 4.1 MB 00:00 2026-03-11T11:31:09.634 INFO:teuthology.orchestra.run.vm08.stdout:Rocky Linux 9 - Extras 51 kB/s | 17 kB 00:00 2026-03-11T11:31:10.285 INFO:teuthology.orchestra.run.vm00.stdout:Rocky Linux 9 - CRB 6.7 MB/s | 4.1 MB 00:00 2026-03-11T11:31:10.785 INFO:teuthology.orchestra.run.vm08.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-03-11T11:31:10.785 INFO:teuthology.orchestra.run.vm08.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-03-11T11:31:10.818 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout:======================================================================================================== 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout:======================================================================================================== 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout:Installing: 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: ceph x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 6.5 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: ceph-base x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 5.5 M 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: ceph-fuse x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 1.1 M 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 145 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 1.1 M 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-cephadm noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 150 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-dashboard noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 3.8 M 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-diskprediction-local noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 7.4 M 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-rook noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 49 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: ceph-radosgw x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 11 M 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: ceph-test x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 50 M 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: ceph-volume noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 299 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: cephadm noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 769 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-devel x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 34 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs2 x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 998 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: librados-devel x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 126 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: maven noarch 1:3.6.3-22.el9 appstream 17 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: python3-cephfs x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 165 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: python3-rados x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 322 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: python3-rbd x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 303 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: python3-rgw x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 100 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-03-11T11:31:10.828 INFO:teuthology.orchestra.run.vm08.stdout: rbd-fuse x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 85 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: rbd-mirror x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 3.1 M 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: rbd-nbd x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 170 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout:Upgrading: 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: librados2 x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 3.4 M 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: librbd1 x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 3.2 M 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout:Installing dependencies: 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 334 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 623 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 11 M 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: alsa-lib x86_64 1.2.14-1.el9 appstream 510 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-cli noarch 1.4-20.el9 appstream 69 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-codec noarch 1.15-10.el9 appstream 300 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-io noarch 1:2.8.0-12.el9 appstream 282 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-lang3 noarch 3.12.0-10.el9 appstream 557 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 86 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 176 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: atinject noarch 1.0.3-9.el9 appstream 22 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: atk x86_64 2.36.0-5.el9 appstream 270 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: avahi-glib x86_64 0.8-23.el9 appstream 14 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: bluez-libs x86_64 5.83-2.el9 baseos 81 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: bubblewrap x86_64 0.6.3-1.el9 baseos 57 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: cdi-api noarch 2.0.2-9.el9 appstream 52 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: ceph-common x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 22 M 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: ceph-grafana-dashboards noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 31 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mds x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 2.4 M 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-modules-core noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 252 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mon x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 4.7 M 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: ceph-osd x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 17 M 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: ceph-prometheus-alerts noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 16 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: ceph-selinux x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 25 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: colord-libs x86_64 1.4.5-6.el9_6 appstream 228 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: composefs-libs x86_64 1.0.8-1.el9 appstream 53 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: copy-jdk-configs noarch 4.0-3.el9.0.1 appstream 27 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: cups-libs x86_64 1:2.3.3op2-34.el9_7.2 baseos 260 k 2026-03-11T11:31:10.829 INFO:teuthology.orchestra.run.vm08.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 523 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 779 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 324 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: flac-libs x86_64 1.3.3-10.el9_2.1 appstream 217 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: flatpak-selinux noarch 1.12.9-4.el9_6 appstream 20 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: flatpak-session-helper x86_64 1.12.9-4.el9_6 appstream 71 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: gdk-pixbuf2-modules x86_64 2.42.6-6.el9_6 appstream 83 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: geoclue2 x86_64 2.6.0-8.el9_6.1 appstream 122 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: giflib x86_64 5.2.1-9.el9 appstream 48 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: google-guice noarch 4.2.3-12.el9 appstream 471 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: gsm x86_64 1.0.19-6.el9 appstream 33 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: gstreamer1 x86_64 1.22.12-3.el9 appstream 1.4 M 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: gstreamer1-plugins-base x86_64 1.22.12-4.el9 appstream 2.2 M 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: gtk-update-icon-cache x86_64 3.24.31-8.el9 appstream 32 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: guava noarch 30.1-10.el9 appstream 2.3 M 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 66 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: httpcomponents-client noarch 4.5.13-7.el9 appstream 655 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: httpcomponents-core noarch 4.4.13-11.el9 appstream 630 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.3 M 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: jakarta-annotations noarch 1.3.5-16.el9 appstream 44 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: jansi x86_64 2.3.3-9.el9 appstream 108 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk x86_64 1:17.0.18.0.8-1.el9 appstream 428 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk-headless x86_64 1:17.0.18.0.8-1.el9 appstream 44 M 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: javapackages-filesystem noarch 6.4.0-1.el9 appstream 10 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: javapackages-tools noarch 6.4.0-1.el9 appstream 31 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 52 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: jcl-over-slf4j noarch 1.7.30-16.el9 appstream 23 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: jsoup noarch 1.13.1-13.el9 appstream 375 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: jsr-305 noarch 3.0.2-9.el9 appstream 31 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: lcms2 x86_64 2.12-3.el9 appstream 166 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: libX11-xcb x86_64 1.7.0-11.el9 appstream 10 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 23 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 30 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 22 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 19 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: libXi x86_64 1.7.10-8.el9 appstream 39 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 14 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 27 k 2026-03-11T11:31:10.830 INFO:teuthology.orchestra.run.vm08.stdout: libXtst x86_64 1.2.3-16.el9 appstream 20 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libXv x86_64 1.0.11-16.el9 appstream 18 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 18 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libasyncns x86_64 0.8-22.el9 appstream 29 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libcanberra x86_64 0.30-27.el9 appstream 85 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libcephsqlite x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 163 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libdrm x86_64 2.4.123-2.el9 appstream 158 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 244 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libexif x86_64 0.6.22-6.el9 appstream 423 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 30 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libgexiv2 x86_64 0.14.3-1.el9 appstream 93 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 133 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 36 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 140 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libgsf x86_64 1.14.47-5.el9 appstream 245 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libgxps x86_64 0.3.2-3.el9 appstream 78 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 60 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 40 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libnotify x86_64 0.7.9-8.el9 appstream 43 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 32 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 312 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libpciaccess x86_64 0.16-7.el9 baseos 26 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libradosstriper1 x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 504 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: librgw2 x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 5.4 M 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libsbc x86_64 1.4-9.el9 appstream 44 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libsndfile x86_64 1.0.31-9.el9 appstream 205 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libtdb x86_64 1.4.13-1.el9 baseos 53 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 163 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libtiff x86_64 4.4.0-15.el9_7.2.0.1 appstream 196 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libtracker-sparql x86_64 3.1.2-3.el9_1 appstream 316 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 192 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 18 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 12 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 41 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libwebp x86_64 1.2.0-8.el9 appstream 276 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 132 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libxshmfence x86_64 1.3-10.el9 appstream 12 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: libxslt x86_64 1.1.34-13.el9_6 appstream 239 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: lksctp-tools x86_64 1.0.19-3.el9_4 baseos 96 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: llvm-filesystem x86_64 20.1.8-3.el9 appstream 9.2 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: llvm-libs x86_64 20.1.8-3.el9 appstream 30 M 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: lmdb-libs x86_64 0.9.29-3.el9 baseos 60 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 35 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: lua-posix x86_64 35.0-8.el9 appstream 131 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-03-11T11:31:10.831 INFO:teuthology.orchestra.run.vm08.stdout: maven-lib noarch 1:3.6.3-22.el9 appstream 1.5 M 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: maven-openjdk17 noarch 1:3.6.3-22.el9 appstream 8.0 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: maven-resolver noarch 1:1.6.1-14.el9 appstream 512 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: maven-shared-utils noarch 3.3.4-7.el9 appstream 150 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: maven-wagon noarch 3.4.2-10.el9 appstream 111 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: mesa-dri-drivers x86_64 25.0.7-4.el9_7 appstream 9.7 M 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: mesa-filesystem x86_64 25.0.7-4.el9_7 appstream 11 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libEGL x86_64 25.0.7-4.el9_7 appstream 136 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libGL x86_64 25.0.7-4.el9_7 appstream 155 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libgbm x86_64 25.0.7-4.el9_7 appstream 16 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 31 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: openjpeg2 x86_64 2.4.0-8.el9 appstream 161 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: opus x86_64 1.3.1-10.el9 appstream 199 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: orc x86_64 0.4.31-8.el9 appstream 182 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: osinfo-db noarch 20250606-1.el9.rocky.20250920 appstream 310 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 68 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: ostree-libs x86_64 2025.6-1.el9_7 appstream 484 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 134 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: plexus-cipher noarch 1.7-30.el9 appstream 24 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: plexus-classworlds noarch 2.6.0-14.el9 appstream 59 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: plexus-containers-component-annotations noarch 2.1.0-13.el9 appstream 17 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: plexus-interpolation noarch 1.26-15.el9 appstream 78 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: plexus-sec-dispatcher noarch 1.4-41.el9 appstream 32 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: plexus-utils noarch 3.3.0-13.el9 appstream 253 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: poppler x86_64 21.01.0-23.el9_7 appstream 1.1 M 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: poppler-data noarch 0.4.9-9.el9.0.1 appstream 1.8 M 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: poppler-glib x86_64 21.01.0-23.el9_7 appstream 151 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 82 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: pulseaudio-libs x86_64 15.0-3.el9 appstream 663 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-argparse x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 45 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-common x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 142 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-cheroot noarch 10.0.1-4.el9 epel 173 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-03-11T11:31:10.832 INFO:teuthology.orchestra.run.vm08.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-mako noarch 1.1.4-6.el9 appstream 144 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy x86_64 1:1.23.5-1.el9 appstream 5.8 M 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy-f2py x86_64 1:1.23.5-1.el9 appstream 368 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: rtkit x86_64 0.11-29.el9 appstream 55 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: sisu noarch 1:0.3.4-14.el9 appstream 508 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: slf4j noarch 1.7.30-16.el9 appstream 68 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: sound-theme-freedesktop noarch 0.8-17.el9.0.1 appstream 384 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: spirv-tools-libs x86_64 2025.2-1.el9 appstream 1.5 M 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 130 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: tracker x86_64 3.1.2-3.el9_1 appstream 538 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 52 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: tzdata-java noarch 2025c-1.el9 appstream 145 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: upower x86_64 0.99.13-2.el9 appstream 165 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9.0.1 appstream 303 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: wireplumber x86_64 0.4.14-1.el9.0.1 appstream 83 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: wireplumber-libs x86_64 0.4.14-1.el9.0.1 appstream 338 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 41 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 367 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: xkeyboard-config noarch 2.33-2.el9.0.1 appstream 854 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 499 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout:Installing weak dependencies: 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-k8sevents noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 22 k 2026-03-11T11:31:10.833 INFO:teuthology.orchestra.run.vm08.stdout: dconf x86_64 0.40.0-6.el9 appstream 109 k 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 975 k 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: flatpak x86_64 1.12.9-4.el9_6 appstream 1.7 M 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: gtk3 x86_64 3.24.31-8.el9 appstream 4.8 M 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk-devel x86_64 1:17.0.18.0.8-1.el9 appstream 4.7 M 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 31 k 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: p11-kit-server x86_64 0.25.3-3.el9_5 appstream 244 k 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: pipewire x86_64 1.0.1-1.el9 appstream 101 k 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 56 k 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 8.1 k 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 185 k 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: tracker-miners x86_64 3.1.2-4.el9_3 appstream 888 k 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 130 k 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout:======================================================================================================== 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout:Install 312 Packages 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout:Upgrade 2 Packages 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout:Total download size: 360 M 2026-03-11T11:31:10.834 INFO:teuthology.orchestra.run.vm08.stdout:Downloading Packages: 2026-03-11T11:31:11.269 INFO:teuthology.orchestra.run.vm00.stdout:Rocky Linux 9 - Extras 50 kB/s | 17 kB 00:00 2026-03-11T11:31:11.918 INFO:teuthology.orchestra.run.vm08.stdout:(1/314): ceph-19.2.3-41.g93f09337d0c.el9.clyso. 76 kB/s | 6.5 kB 00:00 2026-03-11T11:31:12.221 INFO:teuthology.orchestra.run.vm08.stdout:(2/314): ceph-fuse-19.2.3-41.g93f09337d0c.el9.c 3.8 MB/s | 1.1 MB 00:00 2026-03-11T11:31:12.256 INFO:teuthology.orchestra.run.vm08.stdout:(3/314): ceph-immutable-object-cache-19.2.3-41. 4.1 MB/s | 145 kB 00:00 2026-03-11T11:31:12.421 INFO:teuthology.orchestra.run.vm08.stdout:(4/314): ceph-mds-19.2.3-41.g93f09337d0c.el9.cl 15 MB/s | 2.4 MB 00:00 2026-03-11T11:31:12.467 INFO:teuthology.orchestra.run.vm08.stdout:(5/314): ceph-base-19.2.3-41.g93f09337d0c.el9.c 8.6 MB/s | 5.5 MB 00:00 2026-03-11T11:31:12.502 INFO:teuthology.orchestra.run.vm08.stdout:(6/314): ceph-mgr-19.2.3-41.g93f09337d0c.el9.cl 13 MB/s | 1.1 MB 00:00 2026-03-11T11:31:12.662 INFO:teuthology.orchestra.run.vm00.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-03-11T11:31:12.662 INFO:teuthology.orchestra.run.vm00.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-03-11T11:31:12.702 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout:======================================================================================================== 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout:======================================================================================================== 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout:Installing: 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: ceph x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 6.5 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: ceph-base x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 5.5 M 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: ceph-fuse x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 1.1 M 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 145 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 1.1 M 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-cephadm noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 150 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-dashboard noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 3.8 M 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-diskprediction-local noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 7.4 M 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-rook noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 49 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: ceph-radosgw x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 11 M 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: ceph-test x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 50 M 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: ceph-volume noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 299 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: cephadm noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 769 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs-devel x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 34 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs2 x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 998 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: librados-devel x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 126 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: maven noarch 1:3.6.3-22.el9 appstream 17 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: python3-cephfs x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 165 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: python3-rados x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 322 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: python3-rbd x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 303 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: python3-rgw x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 100 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: rbd-fuse x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 85 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: rbd-mirror x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 3.1 M 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: rbd-nbd x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 170 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout:Upgrading: 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: librados2 x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 3.4 M 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: librbd1 x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 3.2 M 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout:Installing dependencies: 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 334 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 623 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 11 M 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: alsa-lib x86_64 1.2.14-1.el9 appstream 510 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: apache-commons-cli noarch 1.4-20.el9 appstream 69 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: apache-commons-codec noarch 1.15-10.el9 appstream 300 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: apache-commons-io noarch 1:2.8.0-12.el9 appstream 282 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: apache-commons-lang3 noarch 3.12.0-10.el9 appstream 557 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 86 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 176 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: atinject noarch 1.0.3-9.el9 appstream 22 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: atk x86_64 2.36.0-5.el9 appstream 270 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: avahi-glib x86_64 0.8-23.el9 appstream 14 k 2026-03-11T11:31:12.716 INFO:teuthology.orchestra.run.vm00.stdout: bluez-libs x86_64 5.83-2.el9 baseos 81 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: bubblewrap x86_64 0.6.3-1.el9 baseos 57 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: cdi-api noarch 2.0.2-9.el9 appstream 52 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: ceph-common x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 22 M 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: ceph-grafana-dashboards noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 31 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mds x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 2.4 M 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-modules-core noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 252 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mon x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 4.7 M 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: ceph-osd x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 17 M 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: ceph-prometheus-alerts noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 16 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: ceph-selinux x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 25 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: colord-libs x86_64 1.4.5-6.el9_6 appstream 228 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: composefs-libs x86_64 1.0.8-1.el9 appstream 53 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: copy-jdk-configs noarch 4.0-3.el9.0.1 appstream 27 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: cups-libs x86_64 1:2.3.3op2-34.el9_7.2 baseos 260 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 523 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 779 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 324 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: flac-libs x86_64 1.3.3-10.el9_2.1 appstream 217 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: flatpak-selinux noarch 1.12.9-4.el9_6 appstream 20 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: flatpak-session-helper x86_64 1.12.9-4.el9_6 appstream 71 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: gdk-pixbuf2-modules x86_64 2.42.6-6.el9_6 appstream 83 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: geoclue2 x86_64 2.6.0-8.el9_6.1 appstream 122 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: giflib x86_64 5.2.1-9.el9 appstream 48 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: google-guice noarch 4.2.3-12.el9 appstream 471 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: gsm x86_64 1.0.19-6.el9 appstream 33 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: gstreamer1 x86_64 1.22.12-3.el9 appstream 1.4 M 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: gstreamer1-plugins-base x86_64 1.22.12-4.el9 appstream 2.2 M 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: gtk-update-icon-cache x86_64 3.24.31-8.el9 appstream 32 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: guava noarch 30.1-10.el9 appstream 2.3 M 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 66 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: httpcomponents-client noarch 4.5.13-7.el9 appstream 655 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: httpcomponents-core noarch 4.4.13-11.el9 appstream 630 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.3 M 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: jakarta-annotations noarch 1.3.5-16.el9 appstream 44 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: jansi x86_64 2.3.3-9.el9 appstream 108 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: java-17-openjdk x86_64 1:17.0.18.0.8-1.el9 appstream 428 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: java-17-openjdk-headless x86_64 1:17.0.18.0.8-1.el9 appstream 44 M 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: javapackages-filesystem noarch 6.4.0-1.el9 appstream 10 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: javapackages-tools noarch 6.4.0-1.el9 appstream 31 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 52 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: jcl-over-slf4j noarch 1.7.30-16.el9 appstream 23 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: jsoup noarch 1.13.1-13.el9 appstream 375 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: jsr-305 noarch 3.0.2-9.el9 appstream 31 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: lcms2 x86_64 2.12-3.el9 appstream 166 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: libX11-xcb x86_64 1.7.0-11.el9 appstream 10 k 2026-03-11T11:31:12.717 INFO:teuthology.orchestra.run.vm00.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 23 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 30 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 22 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 19 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libXi x86_64 1.7.10-8.el9 appstream 39 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 14 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 27 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libXtst x86_64 1.2.3-16.el9 appstream 20 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libXv x86_64 1.0.11-16.el9 appstream 18 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 18 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libasyncns x86_64 0.8-22.el9 appstream 29 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libcanberra x86_64 0.30-27.el9 appstream 85 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libcephsqlite x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 163 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libdrm x86_64 2.4.123-2.el9 appstream 158 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 244 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libexif x86_64 0.6.22-6.el9 appstream 423 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 30 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libgexiv2 x86_64 0.14.3-1.el9 appstream 93 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 133 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 36 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 140 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libgsf x86_64 1.14.47-5.el9 appstream 245 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libgxps x86_64 0.3.2-3.el9 appstream 78 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 60 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 40 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libnotify x86_64 0.7.9-8.el9 appstream 43 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 32 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 312 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libpciaccess x86_64 0.16-7.el9 baseos 26 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libradosstriper1 x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 504 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: librgw2 x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 5.4 M 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libsbc x86_64 1.4-9.el9 appstream 44 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libsndfile x86_64 1.0.31-9.el9 appstream 205 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libtdb x86_64 1.4.13-1.el9 baseos 53 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 163 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libtiff x86_64 4.4.0-15.el9_7.2.0.1 appstream 196 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libtracker-sparql x86_64 3.1.2-3.el9_1 appstream 316 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 192 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2026-03-11T11:31:12.718 INFO:teuthology.orchestra.run.vm00.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 18 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 12 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 41 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: libwebp x86_64 1.2.0-8.el9 appstream 276 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 132 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: libxshmfence x86_64 1.3-10.el9 appstream 12 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: libxslt x86_64 1.1.34-13.el9_6 appstream 239 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: lksctp-tools x86_64 1.0.19-3.el9_4 baseos 96 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: llvm-filesystem x86_64 20.1.8-3.el9 appstream 9.2 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: llvm-libs x86_64 20.1.8-3.el9 appstream 30 M 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: lmdb-libs x86_64 0.9.29-3.el9 baseos 60 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 35 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: lua-posix x86_64 35.0-8.el9 appstream 131 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: maven-lib noarch 1:3.6.3-22.el9 appstream 1.5 M 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: maven-openjdk17 noarch 1:3.6.3-22.el9 appstream 8.0 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: maven-resolver noarch 1:1.6.1-14.el9 appstream 512 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: maven-shared-utils noarch 3.3.4-7.el9 appstream 150 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: maven-wagon noarch 3.4.2-10.el9 appstream 111 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: mesa-dri-drivers x86_64 25.0.7-4.el9_7 appstream 9.7 M 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: mesa-filesystem x86_64 25.0.7-4.el9_7 appstream 11 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: mesa-libEGL x86_64 25.0.7-4.el9_7 appstream 136 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: mesa-libGL x86_64 25.0.7-4.el9_7 appstream 155 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: mesa-libgbm x86_64 25.0.7-4.el9_7 appstream 16 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 31 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: openjpeg2 x86_64 2.4.0-8.el9 appstream 161 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: opus x86_64 1.3.1-10.el9 appstream 199 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: orc x86_64 0.4.31-8.el9 appstream 182 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: osinfo-db noarch 20250606-1.el9.rocky.20250920 appstream 310 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 68 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: ostree-libs x86_64 2025.6-1.el9_7 appstream 484 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 134 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: plexus-cipher noarch 1.7-30.el9 appstream 24 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: plexus-classworlds noarch 2.6.0-14.el9 appstream 59 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: plexus-containers-component-annotations noarch 2.1.0-13.el9 appstream 17 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: plexus-interpolation noarch 1.26-15.el9 appstream 78 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: plexus-sec-dispatcher noarch 1.4-41.el9 appstream 32 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: plexus-utils noarch 3.3.0-13.el9 appstream 253 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: poppler x86_64 21.01.0-23.el9_7 appstream 1.1 M 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: poppler-data noarch 0.4.9-9.el9.0.1 appstream 1.8 M 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: poppler-glib x86_64 21.01.0-23.el9_7 appstream 151 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 82 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: pulseaudio-libs x86_64 15.0-3.el9 appstream 663 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: python3-ceph-argparse x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 45 k 2026-03-11T11:31:12.719 INFO:teuthology.orchestra.run.vm00.stdout: python3-ceph-common x86_64 2:19.2.3-41.g93f09337d0c.el9.clyso ceph 142 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-cheroot noarch 10.0.1-4.el9 epel 173 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-mako noarch 1.1.4-6.el9 appstream 144 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-numpy x86_64 1:1.23.5-1.el9 appstream 5.8 M 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-numpy-f2py x86_64 1:1.23.5-1.el9 appstream 368 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: rtkit x86_64 0.11-29.el9 appstream 55 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: sisu noarch 1:0.3.4-14.el9 appstream 508 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: slf4j noarch 1.7.30-16.el9 appstream 68 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: sound-theme-freedesktop noarch 0.8-17.el9.0.1 appstream 384 k 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: spirv-tools-libs x86_64 2025.2-1.el9 appstream 1.5 M 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-03-11T11:31:12.720 INFO:teuthology.orchestra.run.vm00.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 130 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: tracker x86_64 3.1.2-3.el9_1 appstream 538 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 52 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: tzdata-java noarch 2025c-1.el9 appstream 145 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: upower x86_64 0.99.13-2.el9 appstream 165 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9.0.1 appstream 303 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: wireplumber x86_64 0.4.14-1.el9.0.1 appstream 83 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: wireplumber-libs x86_64 0.4.14-1.el9.0.1 appstream 338 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 41 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 367 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: xkeyboard-config noarch 2.33-2.el9.0.1 appstream 854 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 499 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout:Installing weak dependencies: 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-k8sevents noarch 2:19.2.3-41.g93f09337d0c.el9.clyso ceph-noarch 22 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: dconf x86_64 0.40.0-6.el9 appstream 109 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 975 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: flatpak x86_64 1.12.9-4.el9_6 appstream 1.7 M 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: gtk3 x86_64 3.24.31-8.el9 appstream 4.8 M 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: java-17-openjdk-devel x86_64 1:17.0.18.0.8-1.el9 appstream 4.7 M 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 31 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: p11-kit-server x86_64 0.25.3-3.el9_5 appstream 244 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: pipewire x86_64 1.0.1-1.el9 appstream 101 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 56 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 8.1 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 185 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: tracker-miners x86_64 3.1.2-4.el9_3 appstream 888 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 130 k 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout:======================================================================================================== 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout:Install 312 Packages 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout:Upgrade 2 Packages 2026-03-11T11:31:12.721 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:31:12.722 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 360 M 2026-03-11T11:31:12.723 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-03-11T11:31:12.725 INFO:teuthology.orchestra.run.vm08.stdout:(7/314): ceph-common-19.2.3-41.g93f09337d0c.el9 24 MB/s | 22 MB 00:00 2026-03-11T11:31:13.049 INFO:teuthology.orchestra.run.vm08.stdout:(8/314): ceph-osd-19.2.3-41.g93f09337d0c.el9.cl 31 MB/s | 17 MB 00:00 2026-03-11T11:31:13.070 INFO:teuthology.orchestra.run.vm08.stdout:(9/314): ceph-mon-19.2.3-41.g93f09337d0c.el9.cl 7.9 MB/s | 4.7 MB 00:00 2026-03-11T11:31:13.082 INFO:teuthology.orchestra.run.vm08.stdout:(10/314): ceph-selinux-19.2.3-41.g93f09337d0c.e 753 kB/s | 25 kB 00:00 2026-03-11T11:31:13.158 INFO:teuthology.orchestra.run.vm08.stdout:(11/314): ceph-radosgw-19.2.3-41.g93f09337d0c.e 25 MB/s | 11 MB 00:00 2026-03-11T11:31:13.159 INFO:teuthology.orchestra.run.vm08.stdout:(12/314): libcephfs-devel-19.2.3-41.g93f09337d0 438 kB/s | 34 kB 00:00 2026-03-11T11:31:13.232 INFO:teuthology.orchestra.run.vm08.stdout:(13/314): libcephsqlite-19.2.3-41.g93f09337d0c. 2.2 MB/s | 163 kB 00:00 2026-03-11T11:31:13.253 INFO:teuthology.orchestra.run.vm08.stdout:(14/314): libcephfs2-19.2.3-41.g93f09337d0c.el9 10 MB/s | 998 kB 00:00 2026-03-11T11:31:13.269 INFO:teuthology.orchestra.run.vm08.stdout:(15/314): librados-devel-19.2.3-41.g93f09337d0c 3.4 MB/s | 126 kB 00:00 2026-03-11T11:31:13.369 INFO:teuthology.orchestra.run.vm08.stdout:(16/314): libradosstriper1-19.2.3-41.g93f09337d 4.3 MB/s | 504 kB 00:00 2026-03-11T11:31:13.417 INFO:teuthology.orchestra.run.vm08.stdout:(17/314): python3-ceph-argparse-19.2.3-41.g93f0 936 kB/s | 45 kB 00:00 2026-03-11T11:31:13.481 INFO:teuthology.orchestra.run.vm08.stdout:(18/314): python3-ceph-common-19.2.3-41.g93f093 2.2 MB/s | 142 kB 00:00 2026-03-11T11:31:13.528 INFO:teuthology.orchestra.run.vm08.stdout:(19/314): librgw2-19.2.3-41.g93f09337d0c.el9.cl 21 MB/s | 5.4 MB 00:00 2026-03-11T11:31:13.530 INFO:teuthology.orchestra.run.vm08.stdout:(20/314): python3-cephfs-19.2.3-41.g93f09337d0c 3.3 MB/s | 165 kB 00:00 2026-03-11T11:31:13.572 INFO:teuthology.orchestra.run.vm08.stdout:(21/314): python3-rados-19.2.3-41.g93f09337d0c. 7.2 MB/s | 322 kB 00:00 2026-03-11T11:31:13.585 INFO:teuthology.orchestra.run.vm08.stdout:(22/314): python3-rbd-19.2.3-41.g93f09337d0c.el 5.5 MB/s | 303 kB 00:00 2026-03-11T11:31:13.608 INFO:teuthology.orchestra.run.vm08.stdout:(23/314): python3-rgw-19.2.3-41.g93f09337d0c.el 2.7 MB/s | 100 kB 00:00 2026-03-11T11:31:13.622 INFO:teuthology.orchestra.run.vm08.stdout:(24/314): rbd-fuse-19.2.3-41.g93f09337d0c.el9.c 2.2 MB/s | 85 kB 00:00 2026-03-11T11:31:13.725 INFO:teuthology.orchestra.run.vm08.stdout:(25/314): rbd-nbd-19.2.3-41.g93f09337d0c.el9.cl 1.6 MB/s | 170 kB 00:00 2026-03-11T11:31:13.756 INFO:teuthology.orchestra.run.vm08.stdout:(26/314): ceph-grafana-dashboards-19.2.3-41.g93 1.0 MB/s | 31 kB 00:00 2026-03-11T11:31:13.804 INFO:teuthology.orchestra.run.vm08.stdout:(27/314): ceph-mgr-cephadm-19.2.3-41.g93f09337d 3.1 MB/s | 150 kB 00:00 2026-03-11T11:31:13.818 INFO:teuthology.orchestra.run.vm00.stdout:(1/314): ceph-19.2.3-41.g93f09337d0c.el9.clyso. 70 kB/s | 6.5 kB 00:00 2026-03-11T11:31:13.836 INFO:teuthology.orchestra.run.vm08.stdout:(28/314): rbd-mirror-19.2.3-41.g93f09337d0c.el9 14 MB/s | 3.1 MB 00:00 2026-03-11T11:31:14.398 INFO:teuthology.orchestra.run.vm00.stdout:(2/314): ceph-fuse-19.2.3-41.g93f09337d0c.el9.c 2.0 MB/s | 1.1 MB 00:00 2026-03-11T11:31:14.454 INFO:teuthology.orchestra.run.vm08.stdout:(29/314): ceph-mgr-diskprediction-local-19.2.3- 12 MB/s | 7.4 MB 00:00 2026-03-11T11:31:14.474 INFO:teuthology.orchestra.run.vm08.stdout:(30/314): ceph-mgr-dashboard-19.2.3-41.g93f0933 5.7 MB/s | 3.8 MB 00:00 2026-03-11T11:31:14.475 INFO:teuthology.orchestra.run.vm00.stdout:(3/314): ceph-immutable-object-cache-19.2.3-41. 1.9 MB/s | 145 kB 00:00 2026-03-11T11:31:14.496 INFO:teuthology.orchestra.run.vm08.stdout:(31/314): ceph-mgr-k8sevents-19.2.3-41.g93f0933 526 kB/s | 22 kB 00:00 2026-03-11T11:31:14.535 INFO:teuthology.orchestra.run.vm08.stdout:(32/314): ceph-mgr-modules-core-19.2.3-41.g93f0 4.1 MB/s | 252 kB 00:00 2026-03-11T11:31:14.542 INFO:teuthology.orchestra.run.vm08.stdout:(33/314): ceph-mgr-rook-19.2.3-41.g93f09337d0c. 1.1 MB/s | 49 kB 00:00 2026-03-11T11:31:14.574 INFO:teuthology.orchestra.run.vm08.stdout:(34/314): ceph-prometheus-alerts-19.2.3-41.g93f 431 kB/s | 16 kB 00:00 2026-03-11T11:31:14.603 INFO:teuthology.orchestra.run.vm08.stdout:(35/314): ceph-volume-19.2.3-41.g93f09337d0c.el 4.8 MB/s | 299 kB 00:00 2026-03-11T11:31:14.627 INFO:teuthology.orchestra.run.vm08.stdout:(36/314): abseil-cpp-20211102.0-4.el9.x86_64.rp 23 MB/s | 551 kB 00:00 2026-03-11T11:31:14.679 INFO:teuthology.orchestra.run.vm08.stdout:(37/314): gperftools-libs-2.9.1-3.el9.x86_64.rp 5.8 MB/s | 308 kB 00:00 2026-03-11T11:31:14.710 INFO:teuthology.orchestra.run.vm08.stdout:(38/314): grpc-data-1.46.7-10.el9.noarch.rpm 632 kB/s | 19 kB 00:00 2026-03-11T11:31:14.732 INFO:teuthology.orchestra.run.vm00.stdout:(4/314): ceph-base-19.2.3-41.g93f09337d0c.el9.c 5.5 MB/s | 5.5 MB 00:01 2026-03-11T11:31:14.831 INFO:teuthology.orchestra.run.vm00.stdout:(5/314): ceph-mgr-19.2.3-41.g93f09337d0c.el9.cl 11 MB/s | 1.1 MB 00:00 2026-03-11T11:31:14.888 INFO:teuthology.orchestra.run.vm08.stdout:(39/314): ceph-test-19.2.3-41.g93f09337d0c.el9. 27 MB/s | 50 MB 00:01 2026-03-11T11:31:14.904 INFO:teuthology.orchestra.run.vm08.stdout:(40/314): cephadm-19.2.3-41.g93f09337d0c.el9.cl 2.3 MB/s | 769 kB 00:00 2026-03-11T11:31:14.910 INFO:teuthology.orchestra.run.vm08.stdout:(41/314): libarrow-doc-9.0.0-15.el9.noarch.rpm 1.1 MB/s | 25 kB 00:00 2026-03-11T11:31:14.916 INFO:teuthology.orchestra.run.vm08.stdout:(42/314): liboath-2.6.12-1.el9.x86_64.rpm 4.0 MB/s | 49 kB 00:00 2026-03-11T11:31:14.917 INFO:teuthology.orchestra.run.vm08.stdout:(43/314): libunwind-1.6.2-1.el9.x86_64.rpm 10 MB/s | 67 kB 00:00 2026-03-11T11:31:14.922 INFO:teuthology.orchestra.run.vm08.stdout:(44/314): luarocks-3.9.2-5.el9.noarch.rpm 26 MB/s | 151 kB 00:00 2026-03-11T11:31:14.946 INFO:teuthology.orchestra.run.vm08.stdout:(45/314): parquet-libs-9.0.0-15.el9.x86_64.rpm 28 MB/s | 838 kB 00:00 2026-03-11T11:31:14.950 INFO:teuthology.orchestra.run.vm08.stdout:(46/314): python3-asyncssh-2.13.2-5.el9.noarch. 19 MB/s | 548 kB 00:00 2026-03-11T11:31:14.951 INFO:teuthology.orchestra.run.vm08.stdout:(47/314): python3-autocommand-2.2.2-8.el9.noarc 5.7 MB/s | 29 kB 00:00 2026-03-11T11:31:14.954 INFO:teuthology.orchestra.run.vm08.stdout:(48/314): python3-backports-tarfile-1.2.0-1.el9 19 MB/s | 60 kB 00:00 2026-03-11T11:31:14.955 INFO:teuthology.orchestra.run.vm08.stdout:(49/314): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 13 MB/s | 43 kB 00:00 2026-03-11T11:31:14.957 INFO:teuthology.orchestra.run.vm08.stdout:(50/314): python3-cachetools-4.2.4-1.el9.noarch 11 MB/s | 32 kB 00:00 2026-03-11T11:31:14.957 INFO:teuthology.orchestra.run.vm08.stdout:(51/314): python3-certifi-2023.05.07-4.el9.noar 5.2 MB/s | 14 kB 00:00 2026-03-11T11:31:14.961 INFO:teuthology.orchestra.run.vm08.stdout:(52/314): python3-cheroot-10.0.1-4.el9.noarch.r 41 MB/s | 173 kB 00:00 2026-03-11T11:31:14.975 INFO:teuthology.orchestra.run.vm08.stdout:(53/314): python3-cherrypy-18.6.1-2.el9.noarch. 20 MB/s | 358 kB 00:00 2026-03-11T11:31:14.984 INFO:teuthology.orchestra.run.vm08.stdout:(54/314): python3-google-auth-2.45.0-1.el9.noar 11 MB/s | 254 kB 00:00 2026-03-11T11:31:14.989 INFO:teuthology.orchestra.run.vm08.stdout:(55/314): python3-grpcio-tools-1.46.7-10.el9.x8 27 MB/s | 144 kB 00:00 2026-03-11T11:31:14.996 INFO:teuthology.orchestra.run.vm08.stdout:(56/314): python3-influxdb-5.3.1-1.el9.noarch.r 21 MB/s | 139 kB 00:00 2026-03-11T11:31:15.002 INFO:teuthology.orchestra.run.vm08.stdout:(57/314): python3-isodate-0.6.1-3.el9.noarch.rp 10 MB/s | 56 kB 00:00 2026-03-11T11:31:15.005 INFO:teuthology.orchestra.run.vm08.stdout:(58/314): python3-jaraco-8.2.1-3.el9.noarch.rpm 2.9 MB/s | 11 kB 00:00 2026-03-11T11:31:15.009 INFO:teuthology.orchestra.run.vm08.stdout:(59/314): python3-jaraco-classes-3.2.1-5.el9.no 5.2 MB/s | 18 kB 00:00 2026-03-11T11:31:15.024 INFO:teuthology.orchestra.run.vm08.stdout:(60/314): libarrow-9.0.0-15.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2026-03-11T11:31:15.025 INFO:teuthology.orchestra.run.vm08.stdout:(61/314): python3-jaraco-collections-3.0.0-8.el 1.5 MB/s | 23 kB 00:00 2026-03-11T11:31:15.027 INFO:teuthology.orchestra.run.vm08.stdout:(62/314): python3-jaraco-context-6.0.1-3.el9.no 6.3 MB/s | 20 kB 00:00 2026-03-11T11:31:15.028 INFO:teuthology.orchestra.run.vm08.stdout:(63/314): python3-jaraco-functools-3.5.0-2.el9. 6.5 MB/s | 19 kB 00:00 2026-03-11T11:31:15.030 INFO:teuthology.orchestra.run.vm08.stdout:(64/314): python3-jaraco-text-4.0.0-2.el9.noarc 8.5 MB/s | 26 kB 00:00 2026-03-11T11:31:15.035 INFO:teuthology.orchestra.run.vm08.stdout:(65/314): python3-logutils-0.3.5-21.el9.noarch. 10 MB/s | 46 kB 00:00 2026-03-11T11:31:15.041 INFO:teuthology.orchestra.run.vm08.stdout:(66/314): python3-grpcio-1.46.7-10.el9.x86_64.r 31 MB/s | 2.0 MB 00:00 2026-03-11T11:31:15.042 INFO:teuthology.orchestra.run.vm08.stdout:(67/314): python3-more-itertools-8.12.0-2.el9.n 11 MB/s | 79 kB 00:00 2026-03-11T11:31:15.049 INFO:teuthology.orchestra.run.vm08.stdout:(68/314): python3-msgpack-1.0.3-2.el9.x86_64.rp 11 MB/s | 86 kB 00:00 2026-03-11T11:31:15.050 INFO:teuthology.orchestra.run.vm08.stdout:(69/314): python3-natsort-7.1.1-5.el9.noarch.rp 7.1 MB/s | 58 kB 00:00 2026-03-11T11:31:15.056 INFO:teuthology.orchestra.run.vm08.stdout:(70/314): python3-portend-3.1.0-2.el9.noarch.rp 2.7 MB/s | 16 kB 00:00 2026-03-11T11:31:15.061 INFO:teuthology.orchestra.run.vm08.stdout:(71/314): python3-pyOpenSSL-21.0.0-1.el9.noarch 19 MB/s | 90 kB 00:00 2026-03-11T11:31:15.062 INFO:teuthology.orchestra.run.vm08.stdout:(72/314): python3-pecan-1.4.2-3.el9.noarch.rpm 20 MB/s | 272 kB 00:00 2026-03-11T11:31:15.066 INFO:teuthology.orchestra.run.vm08.stdout:(73/314): python3-kubernetes-26.1.0-3.el9.noarc 27 MB/s | 1.0 MB 00:00 2026-03-11T11:31:15.066 INFO:teuthology.orchestra.run.vm08.stdout:(74/314): python3-repoze-lru-0.7-16.el9.noarch. 5.7 MB/s | 31 kB 00:00 2026-03-11T11:31:15.070 INFO:teuthology.orchestra.run.vm08.stdout:(75/314): python3-rsa-4.9-2.el9.noarch.rpm 14 MB/s | 59 kB 00:00 2026-03-11T11:31:15.072 INFO:teuthology.orchestra.run.vm08.stdout:(76/314): python3-routes-2.5.1-5.el9.noarch.rpm 19 MB/s | 188 kB 00:00 2026-03-11T11:31:15.074 INFO:teuthology.orchestra.run.vm08.stdout:(77/314): python3-saml-1.16.0-1.el9.noarch.rpm 17 MB/s | 125 kB 00:00 2026-03-11T11:31:15.075 INFO:teuthology.orchestra.run.vm08.stdout:(78/314): python3-tempora-5.0.0-2.el9.noarch.rp 8.2 MB/s | 36 kB 00:00 2026-03-11T11:31:15.076 INFO:teuthology.orchestra.run.vm08.stdout:(79/314): python3-typing-extensions-4.15.0-1.el 22 MB/s | 86 kB 00:00 2026-03-11T11:31:15.080 INFO:teuthology.orchestra.run.vm08.stdout:(80/314): python3-websocket-client-1.2.3-2.el9. 18 MB/s | 90 kB 00:00 2026-03-11T11:31:15.085 INFO:teuthology.orchestra.run.vm08.stdout:(81/314): python3-xmlsec-1.3.13-1.el9.x86_64.rp 9.0 MB/s | 48 kB 00:00 2026-03-11T11:31:15.086 INFO:teuthology.orchestra.run.vm08.stdout:(82/314): python3-webob-1.8.8-2.el9.noarch.rpm 19 MB/s | 230 kB 00:00 2026-03-11T11:31:15.088 INFO:teuthology.orchestra.run.vm08.stdout:(83/314): python3-xmltodict-0.12.0-15.el9.noarc 8.5 MB/s | 22 kB 00:00 2026-03-11T11:31:15.089 INFO:teuthology.orchestra.run.vm08.stdout:(84/314): python3-zc-lockfile-2.0-10.el9.noarch 7.0 MB/s | 20 kB 00:00 2026-03-11T11:31:15.091 INFO:teuthology.orchestra.run.vm08.stdout:(85/314): python3-werkzeug-2.0.3-3.el9.1.noarch 28 MB/s | 427 kB 00:00 2026-03-11T11:31:15.097 INFO:teuthology.orchestra.run.vm08.stdout:(86/314): s3cmd-2.4.0-1.el9.noarch.rpm 26 MB/s | 206 kB 00:00 2026-03-11T11:31:15.098 INFO:teuthology.orchestra.run.vm08.stdout:(87/314): re2-20211101-20.el9.x86_64.rpm 18 MB/s | 191 kB 00:00 2026-03-11T11:31:15.143 INFO:teuthology.orchestra.run.vm00.stdout:(6/314): ceph-mon-19.2.3-41.g93f09337d0c.el9.cl 15 MB/s | 4.7 MB 00:00 2026-03-11T11:31:15.143 INFO:teuthology.orchestra.run.vm08.stdout:(88/314): thrift-0.15.0-4.el9.x86_64.rpm 31 MB/s | 1.6 MB 00:00 2026-03-11T11:31:15.258 INFO:teuthology.orchestra.run.vm08.stdout:(89/314): bluez-libs-5.83-2.el9.x86_64.rpm 510 kB/s | 81 kB 00:00 2026-03-11T11:31:15.259 INFO:teuthology.orchestra.run.vm00.stdout:(7/314): ceph-common-19.2.3-41.g93f09337d0c.el9 14 MB/s | 22 MB 00:01 2026-03-11T11:31:15.285 INFO:teuthology.orchestra.run.vm08.stdout:(90/314): bubblewrap-0.6.3-1.el9.x86_64.rpm 400 kB/s | 57 kB 00:00 2026-03-11T11:31:15.286 INFO:teuthology.orchestra.run.vm08.stdout:(91/314): bzip2-1.0.8-10.el9_5.x86_64.rpm 1.8 MB/s | 51 kB 00:00 2026-03-11T11:31:15.313 INFO:teuthology.orchestra.run.vm08.stdout:(92/314): ModemManager-glib-1.20.2-1.el9.x86_64 1.5 MB/s | 334 kB 00:00 2026-03-11T11:31:15.319 INFO:teuthology.orchestra.run.vm00.stdout:(8/314): ceph-mds-19.2.3-41.g93f09337d0c.el9.cl 2.9 MB/s | 2.4 MB 00:00 2026-03-11T11:31:15.340 INFO:teuthology.orchestra.run.vm08.stdout:(93/314): c-ares-1.19.1-2.el9_4.x86_64.rpm 2.0 MB/s | 110 kB 00:00 2026-03-11T11:31:15.347 INFO:teuthology.orchestra.run.vm08.stdout:(94/314): cups-libs-2.3.3op2-34.el9_7.2.x86_64. 7.5 MB/s | 260 kB 00:00 2026-03-11T11:31:15.361 INFO:teuthology.orchestra.run.vm00.stdout:(9/314): ceph-selinux-19.2.3-41.g93f09337d0c.el 605 kB/s | 25 kB 00:00 2026-03-11T11:31:15.364 INFO:teuthology.orchestra.run.vm08.stdout:(95/314): cryptsetup-2.7.2-4.el9.x86_64.rpm 3.9 MB/s | 310 kB 00:00 2026-03-11T11:31:15.366 INFO:teuthology.orchestra.run.vm08.stdout:(96/314): fuse-2.9.9-17.el9.x86_64.rpm 2.9 MB/s | 78 kB 00:00 2026-03-11T11:31:15.373 INFO:teuthology.orchestra.run.vm08.stdout:(97/314): ledmon-libs-1.1.0-3.el9.x86_64.rpm 1.5 MB/s | 41 kB 00:00 2026-03-11T11:31:15.391 INFO:teuthology.orchestra.run.vm08.stdout:(98/314): libconfig-1.7.2-9.el9.x86_64.rpm 2.6 MB/s | 71 kB 00:00 2026-03-11T11:31:15.400 INFO:teuthology.orchestra.run.vm08.stdout:(99/314): libpciaccess-0.16-7.el9.x86_64.rpm 989 kB/s | 26 kB 00:00 2026-03-11T11:31:15.424 INFO:teuthology.orchestra.run.vm08.stdout:(100/314): libquadmath-11.5.0-11.el9.x86_64.rpm 5.7 MB/s | 184 kB 00:00 2026-03-11T11:31:15.428 INFO:teuthology.orchestra.run.vm08.stdout:(101/314): libtdb-1.4.13-1.el9.x86_64.rpm 1.9 MB/s | 53 kB 00:00 2026-03-11T11:31:15.448 INFO:teuthology.orchestra.run.vm08.stdout:(102/314): libgfortran-11.5.0-11.el9.x86_64.rpm 9.5 MB/s | 794 kB 00:00 2026-03-11T11:31:15.451 INFO:teuthology.orchestra.run.vm08.stdout:(103/314): lksctp-tools-1.0.19-3.el9_4.x86_64.r 3.4 MB/s | 96 kB 00:00 2026-03-11T11:31:15.455 INFO:teuthology.orchestra.run.vm08.stdout:(104/314): lmdb-libs-0.9.29-3.el9.x86_64.rpm 2.1 MB/s | 60 kB 00:00 2026-03-11T11:31:15.487 INFO:teuthology.orchestra.run.vm08.stdout:(105/314): mailcap-2.1.49-5.el9.0.2.noarch.rpm 841 kB/s | 32 kB 00:00 2026-03-11T11:31:15.488 INFO:teuthology.orchestra.run.vm08.stdout:(106/314): pciutils-3.7.0-7.el9.x86_64.rpm 2.7 MB/s | 92 kB 00:00 2026-03-11T11:31:15.518 INFO:teuthology.orchestra.run.vm08.stdout:(107/314): python3-cffi-1.14.5-5.el9.x86_64.rpm 7.7 MB/s | 241 kB 00:00 2026-03-11T11:31:15.533 INFO:teuthology.orchestra.run.vm08.stdout:(108/314): nvme-cli-2.13-1.el9.x86_64.rpm 12 MB/s | 1.0 MB 00:00 2026-03-11T11:31:15.547 INFO:teuthology.orchestra.run.vm08.stdout:(109/314): python3-ply-3.11-14.el9.0.1.noarch.r 3.5 MB/s | 103 kB 00:00 2026-03-11T11:31:15.556 INFO:teuthology.orchestra.run.vm08.stdout:(110/314): python3-cryptography-36.0.1-5.el9_6. 17 MB/s | 1.2 MB 00:00 2026-03-11T11:31:15.561 INFO:teuthology.orchestra.run.vm08.stdout:(111/314): python3-pycparser-2.20-6.el9.noarch. 4.4 MB/s | 124 kB 00:00 2026-03-11T11:31:15.580 INFO:teuthology.orchestra.run.vm08.stdout:(112/314): python3-pyparsing-2.4.7-9.el9.0.1.no 4.5 MB/s | 150 kB 00:00 2026-03-11T11:31:15.585 INFO:teuthology.orchestra.run.vm08.stdout:(113/314): python3-requests-2.25.1-10.el9_6.noa 4.1 MB/s | 115 kB 00:00 2026-03-11T11:31:15.590 INFO:teuthology.orchestra.run.vm08.stdout:(114/314): python3-urllib3-1.26.5-6.el9_7.1.noa 6.4 MB/s | 191 kB 00:00 2026-03-11T11:31:15.613 INFO:teuthology.orchestra.run.vm08.stdout:(115/314): smartmontools-7.2-9.el9.x86_64.rpm 17 MB/s | 551 kB 00:00 2026-03-11T11:31:15.614 INFO:teuthology.orchestra.run.vm08.stdout:(116/314): unzip-6.0-59.el9.x86_64.rpm 6.0 MB/s | 180 kB 00:00 2026-03-11T11:31:15.621 INFO:teuthology.orchestra.run.vm08.stdout:(117/314): zip-3.0-35.el9.x86_64.rpm 8.6 MB/s | 263 kB 00:00 2026-03-11T11:31:15.655 INFO:teuthology.orchestra.run.vm08.stdout:(118/314): adwaita-cursor-theme-40.1.1-3.el9.no 14 MB/s | 623 kB 00:00 2026-03-11T11:31:15.683 INFO:teuthology.orchestra.run.vm08.stdout:(119/314): apache-commons-cli-1.4-20.el9.noarch 2.5 MB/s | 69 kB 00:00 2026-03-11T11:31:15.716 INFO:teuthology.orchestra.run.vm08.stdout:(120/314): apache-commons-codec-1.15-10.el9.noa 9.1 MB/s | 300 kB 00:00 2026-03-11T11:31:15.748 INFO:teuthology.orchestra.run.vm08.stdout:(121/314): apache-commons-io-2.8.0-12.el9.noarc 8.7 MB/s | 282 kB 00:00 2026-03-11T11:31:15.778 INFO:teuthology.orchestra.run.vm08.stdout:(122/314): alsa-lib-1.2.14-1.el9.x86_64.rpm 3.2 MB/s | 510 kB 00:00 2026-03-11T11:31:15.796 INFO:teuthology.orchestra.run.vm08.stdout:(123/314): apache-commons-lang3-3.12.0-10.el9.n 11 MB/s | 557 kB 00:00 2026-03-11T11:31:15.816 INFO:teuthology.orchestra.run.vm08.stdout:(124/314): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 2.2 MB/s | 86 kB 00:00 2026-03-11T11:31:15.828 INFO:teuthology.orchestra.run.vm08.stdout:(125/314): at-spi2-core-2.40.3-1.el9.x86_64.rpm 5.4 MB/s | 176 kB 00:00 2026-03-11T11:31:15.849 INFO:teuthology.orchestra.run.vm08.stdout:(126/314): atinject-1.0.3-9.el9.noarch.rpm 672 kB/s | 22 kB 00:00 2026-03-11T11:31:15.863 INFO:teuthology.orchestra.run.vm08.stdout:(127/314): atk-2.36.0-5.el9.x86_64.rpm 7.7 MB/s | 270 kB 00:00 2026-03-11T11:31:15.878 INFO:teuthology.orchestra.run.vm08.stdout:(128/314): avahi-glib-0.8-23.el9.x86_64.rpm 465 kB/s | 14 kB 00:00 2026-03-11T11:31:15.892 INFO:teuthology.orchestra.run.vm08.stdout:(129/314): boost-program-options-1.75.0-13.el9_ 3.5 MB/s | 104 kB 00:00 2026-03-11T11:31:15.906 INFO:teuthology.orchestra.run.vm08.stdout:(130/314): cdi-api-2.0.2-9.el9.noarch.rpm 1.9 MB/s | 52 kB 00:00 2026-03-11T11:31:15.925 INFO:teuthology.orchestra.run.vm08.stdout:(131/314): colord-libs-1.4.5-6.el9_6.x86_64.rpm 6.9 MB/s | 228 kB 00:00 2026-03-11T11:31:15.935 INFO:teuthology.orchestra.run.vm08.stdout:(132/314): composefs-libs-1.0.8-1.el9.x86_64.rp 1.8 MB/s | 53 kB 00:00 2026-03-11T11:31:15.952 INFO:teuthology.orchestra.run.vm08.stdout:(133/314): copy-jdk-configs-4.0-3.el9.0.1.noarc 1.0 MB/s | 27 kB 00:00 2026-03-11T11:31:15.968 INFO:teuthology.orchestra.run.vm08.stdout:(134/314): dconf-0.40.0-6.el9.x86_64.rpm 3.3 MB/s | 109 kB 00:00 2026-03-11T11:31:15.994 INFO:teuthology.orchestra.run.vm08.stdout:(135/314): exempi-2.6.0-0.2.20211007gite23c213. 12 MB/s | 523 kB 00:00 2026-03-11T11:31:16.047 INFO:teuthology.orchestra.run.vm08.stdout:(136/314): adwaita-icon-theme-40.1.1-3.el9.noar 25 MB/s | 11 MB 00:00 2026-03-11T11:31:16.052 INFO:teuthology.orchestra.run.vm08.stdout:(137/314): exiv2-0.27.5-2.el9.x86_64.rpm 11 MB/s | 975 kB 00:00 2026-03-11T11:31:16.055 INFO:teuthology.orchestra.run.vm08.stdout:(138/314): exiv2-libs-0.27.5-2.el9.x86_64.rpm 12 MB/s | 779 kB 00:00 2026-03-11T11:31:16.099 INFO:teuthology.orchestra.run.vm08.stdout:(139/314): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 6.2 MB/s | 324 kB 00:00 2026-03-11T11:31:16.099 INFO:teuthology.orchestra.run.vm00.stdout:(10/314): ceph-osd-19.2.3-41.g93f09337d0c.el9.c 18 MB/s | 17 MB 00:00 2026-03-11T11:31:16.101 INFO:teuthology.orchestra.run.vm08.stdout:(140/314): flac-libs-1.3.3-10.el9_2.1.x86_64.rp 4.4 MB/s | 217 kB 00:00 2026-03-11T11:31:16.128 INFO:teuthology.orchestra.run.vm08.stdout:(141/314): flatpak-selinux-1.12.9-4.el9_6.noarc 696 kB/s | 20 kB 00:00 2026-03-11T11:31:16.130 INFO:teuthology.orchestra.run.vm00.stdout:(11/314): libcephfs-devel-19.2.3-41.g93f09337d0 1.1 MB/s | 34 kB 00:00 2026-03-11T11:31:16.132 INFO:teuthology.orchestra.run.vm08.stdout:(142/314): flatpak-session-helper-1.12.9-4.el9_ 2.3 MB/s | 71 kB 00:00 2026-03-11T11:31:16.137 INFO:teuthology.orchestra.run.vm08.stdout:(143/314): flatpak-1.12.9-4.el9_6.x86_64.rpm 21 MB/s | 1.7 MB 00:00 2026-03-11T11:31:16.155 INFO:teuthology.orchestra.run.vm08.stdout:(144/314): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 1.1 MB/s | 30 kB 00:00 2026-03-11T11:31:16.167 INFO:teuthology.orchestra.run.vm08.stdout:(145/314): flexiblas-openblas-openmp-3.0.4-8.el 513 kB/s | 15 kB 00:00 2026-03-11T11:31:16.186 INFO:teuthology.orchestra.run.vm08.stdout:(146/314): gdk-pixbuf2-modules-2.42.6-6.el9_6.x 2.7 MB/s | 83 kB 00:00 2026-03-11T11:31:16.199 INFO:teuthology.orchestra.run.vm08.stdout:(147/314): geoclue2-2.6.0-8.el9_6.1.x86_64.rpm 3.8 MB/s | 122 kB 00:00 2026-03-11T11:31:16.213 INFO:teuthology.orchestra.run.vm08.stdout:(148/314): giflib-5.2.1-9.el9.x86_64.rpm 1.7 MB/s | 48 kB 00:00 2026-03-11T11:31:16.236 INFO:teuthology.orchestra.run.vm08.stdout:(149/314): google-guice-4.2.3-12.el9.noarch.rpm 12 MB/s | 471 kB 00:00 2026-03-11T11:31:16.241 INFO:teuthology.orchestra.run.vm00.stdout:(12/314): libcephfs2-19.2.3-41.g93f09337d0c.el9 8.8 MB/s | 998 kB 00:00 2026-03-11T11:31:16.241 INFO:teuthology.orchestra.run.vm08.stdout:(150/314): graphene-1.10.6-2.el9.x86_64.rpm 2.2 MB/s | 64 kB 00:00 2026-03-11T11:31:16.263 INFO:teuthology.orchestra.run.vm08.stdout:(151/314): flexiblas-netlib-3.0.4-8.el9.0.1.x86 23 MB/s | 3.0 MB 00:00 2026-03-11T11:31:16.264 INFO:teuthology.orchestra.run.vm08.stdout:(152/314): gsm-1.0.19-6.el9.x86_64.rpm 1.2 MB/s | 33 kB 00:00 2026-03-11T11:31:16.281 INFO:teuthology.orchestra.run.vm00.stdout:(13/314): libcephsqlite-19.2.3-41.g93f09337d0c. 4.1 MB/s | 163 kB 00:00 2026-03-11T11:31:16.292 INFO:teuthology.orchestra.run.vm08.stdout:(153/314): gtk-update-icon-cache-3.24.31-8.el9. 1.1 MB/s | 32 kB 00:00 2026-03-11T11:31:16.318 INFO:teuthology.orchestra.run.vm00.stdout:(14/314): librados-devel-19.2.3-41.g93f09337d0c 3.4 MB/s | 126 kB 00:00 2026-03-11T11:31:16.322 INFO:teuthology.orchestra.run.vm08.stdout:(154/314): gstreamer1-1.22.12-3.el9.x86_64.rpm 18 MB/s | 1.4 MB 00:00 2026-03-11T11:31:16.395 INFO:teuthology.orchestra.run.vm00.stdout:(15/314): libradosstriper1-19.2.3-41.g93f09337d 6.4 MB/s | 504 kB 00:00 2026-03-11T11:31:16.416 INFO:teuthology.orchestra.run.vm08.stdout:(155/314): gstreamer1-plugins-base-1.22.12-4.el 15 MB/s | 2.2 MB 00:00 2026-03-11T11:31:16.433 INFO:teuthology.orchestra.run.vm08.stdout:(156/314): gtk3-3.24.31-8.el9.x86_64.rpm 34 MB/s | 4.8 MB 00:00 2026-03-11T11:31:16.442 INFO:teuthology.orchestra.run.vm08.stdout:(157/314): guava-30.1-10.el9.noarch.rpm 19 MB/s | 2.3 MB 00:00 2026-03-11T11:31:16.442 INFO:teuthology.orchestra.run.vm08.stdout:(158/314): hicolor-icon-theme-0.17-13.el9.noarc 2.4 MB/s | 66 kB 00:00 2026-03-11T11:31:16.472 INFO:teuthology.orchestra.run.vm08.stdout:(159/314): httpcomponents-client-4.5.13-7.el9.n 17 MB/s | 655 kB 00:00 2026-03-11T11:31:16.472 INFO:teuthology.orchestra.run.vm00.stdout:(16/314): ceph-radosgw-19.2.3-41.g93f09337d0c.e 8.9 MB/s | 11 MB 00:01 2026-03-11T11:31:16.478 INFO:teuthology.orchestra.run.vm08.stdout:(160/314): httpcomponents-core-4.4.13-11.el9.no 17 MB/s | 630 kB 00:00 2026-03-11T11:31:16.499 INFO:teuthology.orchestra.run.vm08.stdout:(161/314): jakarta-annotations-1.3.5-16.el9.noa 1.6 MB/s | 44 kB 00:00 2026-03-11T11:31:16.507 INFO:teuthology.orchestra.run.vm08.stdout:(162/314): jansi-2.3.3-9.el9.x86_64.rpm 3.7 MB/s | 108 kB 00:00 2026-03-11T11:31:16.515 INFO:teuthology.orchestra.run.vm00.stdout:(17/314): python3-ceph-argparse-19.2.3-41.g93f0 1.0 MB/s | 45 kB 00:00 2026-03-11T11:31:16.534 INFO:teuthology.orchestra.run.vm08.stdout:(163/314): java-17-openjdk-17.0.18.0.8-1.el9.x8 12 MB/s | 428 kB 00:00 2026-03-11T11:31:16.558 INFO:teuthology.orchestra.run.vm00.stdout:(18/314): python3-ceph-common-19.2.3-41.g93f093 3.2 MB/s | 142 kB 00:00 2026-03-11T11:31:16.597 INFO:teuthology.orchestra.run.vm00.stdout:(19/314): python3-cephfs-19.2.3-41.g93f09337d0c 4.2 MB/s | 165 kB 00:00 2026-03-11T11:31:16.639 INFO:teuthology.orchestra.run.vm00.stdout:(20/314): python3-rados-19.2.3-41.g93f09337d0c. 7.5 MB/s | 322 kB 00:00 2026-03-11T11:31:16.647 INFO:teuthology.orchestra.run.vm08.stdout:(164/314): iso-codes-4.6.0-3.el9.noarch.rpm 16 MB/s | 3.3 MB 00:00 2026-03-11T11:31:16.683 INFO:teuthology.orchestra.run.vm00.stdout:(21/314): python3-rbd-19.2.3-41.g93f09337d0c.el 6.7 MB/s | 303 kB 00:00 2026-03-11T11:31:16.689 INFO:teuthology.orchestra.run.vm08.stdout:(165/314): javapackages-filesystem-6.4.0-1.el9. 248 kB/s | 10 kB 00:00 2026-03-11T11:31:16.716 INFO:teuthology.orchestra.run.vm00.stdout:(22/314): python3-rgw-19.2.3-41.g93f09337d0c.el 3.0 MB/s | 100 kB 00:00 2026-03-11T11:31:16.722 INFO:teuthology.orchestra.run.vm08.stdout:(166/314): javapackages-tools-6.4.0-1.el9.noarc 947 kB/s | 31 kB 00:00 2026-03-11T11:31:16.752 INFO:teuthology.orchestra.run.vm00.stdout:(23/314): rbd-fuse-19.2.3-41.g93f09337d0c.el9.c 2.3 MB/s | 85 kB 00:00 2026-03-11T11:31:16.756 INFO:teuthology.orchestra.run.vm08.stdout:(167/314): jbigkit-libs-2.1-23.el9.x86_64.rpm 1.5 MB/s | 52 kB 00:00 2026-03-11T11:31:16.795 INFO:teuthology.orchestra.run.vm08.stdout:(168/314): java-17-openjdk-devel-17.0.18.0.8-1. 16 MB/s | 4.7 MB 00:00 2026-03-11T11:31:16.796 INFO:teuthology.orchestra.run.vm08.stdout:(169/314): jcl-over-slf4j-1.7.30-16.el9.noarch. 567 kB/s | 23 kB 00:00 2026-03-11T11:31:16.831 INFO:teuthology.orchestra.run.vm08.stdout:(170/314): jsr-305-3.0.2-9.el9.noarch.rpm 884 kB/s | 31 kB 00:00 2026-03-11T11:31:16.831 INFO:teuthology.orchestra.run.vm00.stdout:(24/314): librgw2-19.2.3-41.g93f09337d0c.el9.cl 12 MB/s | 5.4 MB 00:00 2026-03-11T11:31:16.834 INFO:teuthology.orchestra.run.vm08.stdout:(171/314): jsoup-1.13.1-13.el9.noarch.rpm 9.6 MB/s | 375 kB 00:00 2026-03-11T11:31:16.862 INFO:teuthology.orchestra.run.vm08.stdout:(172/314): libX11-xcb-1.7.0-11.el9.x86_64.rpm 377 kB/s | 10 kB 00:00 2026-03-11T11:31:16.863 INFO:teuthology.orchestra.run.vm08.stdout:(173/314): lcms2-2.12-3.el9.x86_64.rpm 5.1 MB/s | 166 kB 00:00 2026-03-11T11:31:16.877 INFO:teuthology.orchestra.run.vm00.stdout:(25/314): rbd-nbd-19.2.3-41.g93f09337d0c.el9.cl 3.6 MB/s | 170 kB 00:00 2026-03-11T11:31:16.888 INFO:teuthology.orchestra.run.vm08.stdout:(174/314): libXcomposite-0.4.5-7.el9.x86_64.rpm 873 kB/s | 23 kB 00:00 2026-03-11T11:31:16.890 INFO:teuthology.orchestra.run.vm08.stdout:(175/314): libXcursor-1.2.0-7.el9.x86_64.rpm 1.1 MB/s | 30 kB 00:00 2026-03-11T11:31:16.911 INFO:teuthology.orchestra.run.vm00.stdout:(26/314): ceph-grafana-dashboards-19.2.3-41.g93 919 kB/s | 31 kB 00:00 2026-03-11T11:31:16.915 INFO:teuthology.orchestra.run.vm08.stdout:(176/314): libXdamage-1.1.5-7.el9.x86_64.rpm 833 kB/s | 22 kB 00:00 2026-03-11T11:31:16.916 INFO:teuthology.orchestra.run.vm08.stdout:(177/314): libXfixes-5.0.3-16.el9.x86_64.rpm 721 kB/s | 19 kB 00:00 2026-03-11T11:31:16.942 INFO:teuthology.orchestra.run.vm08.stdout:(178/314): libXi-1.7.10-8.el9.x86_64.rpm 1.4 MB/s | 39 kB 00:00 2026-03-11T11:31:16.943 INFO:teuthology.orchestra.run.vm08.stdout:(179/314): libXinerama-1.1.4-10.el9.x86_64.rpm 522 kB/s | 14 kB 00:00 2026-03-11T11:31:16.969 INFO:teuthology.orchestra.run.vm08.stdout:(180/314): libXrandr-1.5.2-8.el9.x86_64.rpm 1.0 MB/s | 27 kB 00:00 2026-03-11T11:31:16.970 INFO:teuthology.orchestra.run.vm08.stdout:(181/314): libXtst-1.2.3-16.el9.x86_64.rpm 761 kB/s | 20 kB 00:00 2026-03-11T11:31:16.999 INFO:teuthology.orchestra.run.vm08.stdout:(182/314): libXv-1.0.11-16.el9.x86_64.rpm 599 kB/s | 18 kB 00:00 2026-03-11T11:31:17.001 INFO:teuthology.orchestra.run.vm08.stdout:(183/314): libXxf86vm-1.1.4-18.el9.x86_64.rpm 584 kB/s | 18 kB 00:00 2026-03-11T11:31:17.028 INFO:teuthology.orchestra.run.vm08.stdout:(184/314): libasyncns-0.8-22.el9.x86_64.rpm 1.0 MB/s | 29 kB 00:00 2026-03-11T11:31:17.031 INFO:teuthology.orchestra.run.vm08.stdout:(185/314): libcanberra-0.30-27.el9.x86_64.rpm 2.8 MB/s | 85 kB 00:00 2026-03-11T11:31:17.065 INFO:teuthology.orchestra.run.vm08.stdout:(186/314): libcanberra-gtk3-0.30-27.el9.x86_64. 832 kB/s | 31 kB 00:00 2026-03-11T11:31:17.069 INFO:teuthology.orchestra.run.vm08.stdout:(187/314): libdrm-2.4.123-2.el9.x86_64.rpm 4.0 MB/s | 158 kB 00:00 2026-03-11T11:31:17.086 INFO:teuthology.orchestra.run.vm00.stdout:(27/314): rbd-mirror-19.2.3-41.g93f09337d0c.el9 9.4 MB/s | 3.1 MB 00:00 2026-03-11T11:31:17.098 INFO:teuthology.orchestra.run.vm08.stdout:(188/314): libepoxy-1.5.5-4.el9.x86_64.rpm 7.4 MB/s | 244 kB 00:00 2026-03-11T11:31:17.104 INFO:teuthology.orchestra.run.vm08.stdout:(189/314): libexif-0.6.22-6.el9.x86_64.rpm 12 MB/s | 423 kB 00:00 2026-03-11T11:31:17.113 INFO:teuthology.orchestra.run.vm00.stdout:(28/314): ceph-mgr-cephadm-19.2.3-41.g93f09337d 742 kB/s | 150 kB 00:00 2026-03-11T11:31:17.129 INFO:teuthology.orchestra.run.vm08.stdout:(190/314): libfontenc-1.1.3-17.el9.x86_64.rpm 974 kB/s | 30 kB 00:00 2026-03-11T11:31:17.133 INFO:teuthology.orchestra.run.vm08.stdout:(191/314): libgexiv2-0.14.3-1.el9.x86_64.rpm 3.2 MB/s | 93 kB 00:00 2026-03-11T11:31:17.158 INFO:teuthology.orchestra.run.vm08.stdout:(192/314): libglvnd-1.3.4-1.el9.x86_64.rpm 4.5 MB/s | 133 kB 00:00 2026-03-11T11:31:17.160 INFO:teuthology.orchestra.run.vm08.stdout:(193/314): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 1.3 MB/s | 36 kB 00:00 2026-03-11T11:31:17.198 INFO:teuthology.orchestra.run.vm08.stdout:(194/314): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 3.5 MB/s | 140 kB 00:00 2026-03-11T11:31:17.204 INFO:teuthology.orchestra.run.vm08.stdout:(195/314): libgsf-1.14.47-5.el9.x86_64.rpm 5.6 MB/s | 245 kB 00:00 2026-03-11T11:31:17.229 INFO:teuthology.orchestra.run.vm08.stdout:(196/314): libgxps-0.3.2-3.el9.x86_64.rpm 2.4 MB/s | 78 kB 00:00 2026-03-11T11:31:17.236 INFO:teuthology.orchestra.run.vm08.stdout:(197/314): libiptcdata-1.0.5-10.el9.x86_64.rpm 1.9 MB/s | 60 kB 00:00 2026-03-11T11:31:17.258 INFO:teuthology.orchestra.run.vm08.stdout:(198/314): libldac-2.0.2.3-10.el9.x86_64.rpm 1.4 MB/s | 40 kB 00:00 2026-03-11T11:31:17.269 INFO:teuthology.orchestra.run.vm08.stdout:(199/314): libnbd-1.20.3-4.el9.x86_64.rpm 5.0 MB/s | 171 kB 00:00 2026-03-11T11:31:17.285 INFO:teuthology.orchestra.run.vm08.stdout:(200/314): libnotify-0.7.9-8.el9.x86_64.rpm 1.6 MB/s | 43 kB 00:00 2026-03-11T11:31:17.297 INFO:teuthology.orchestra.run.vm08.stdout:(201/314): libogg-1.3.4-6.el9.x86_64.rpm 1.2 MB/s | 32 kB 00:00 2026-03-11T11:31:17.414 INFO:teuthology.orchestra.run.vm08.stdout:(202/314): java-17-openjdk-headless-17.0.18.0.8 50 MB/s | 44 MB 00:00 2026-03-11T11:31:17.416 INFO:teuthology.orchestra.run.vm08.stdout:(203/314): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.3 MB/s | 159 kB 00:00 2026-03-11T11:31:17.418 INFO:teuthology.orchestra.run.vm08.stdout:(204/314): libosinfo-1.10.0-1.el9.x86_64.rpm 2.3 MB/s | 312 kB 00:00 2026-03-11T11:31:17.441 INFO:teuthology.orchestra.run.vm08.stdout:(205/314): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.6 MB/s | 44 kB 00:00 2026-03-11T11:31:17.449 INFO:teuthology.orchestra.run.vm08.stdout:(206/314): libsbc-1.4-9.el9.x86_64.rpm 1.4 MB/s | 44 kB 00:00 2026-03-11T11:31:17.454 INFO:teuthology.orchestra.run.vm08.stdout:(207/314): librdkafka-1.6.1-102.el9.x86_64.rpm 17 MB/s | 662 kB 00:00 2026-03-11T11:31:17.472 INFO:teuthology.orchestra.run.vm08.stdout:(208/314): libsndfile-1.0.31-9.el9.x86_64.rpm 6.5 MB/s | 205 kB 00:00 2026-03-11T11:31:17.480 INFO:teuthology.orchestra.run.vm08.stdout:(209/314): libstoragemgmt-1.10.1-1.el9.x86_64.r 7.7 MB/s | 243 kB 00:00 2026-03-11T11:31:17.482 INFO:teuthology.orchestra.run.vm08.stdout:(210/314): libtheora-1.1.1-31.el9.x86_64.rpm 5.8 MB/s | 163 kB 00:00 2026-03-11T11:31:17.503 INFO:teuthology.orchestra.run.vm08.stdout:(211/314): libtiff-4.4.0-15.el9_7.2.0.1.x86_64. 6.3 MB/s | 196 kB 00:00 2026-03-11T11:31:17.511 INFO:teuthology.orchestra.run.vm08.stdout:(212/314): libtracker-sparql-3.1.2-3.el9_1.x86_ 10 MB/s | 316 kB 00:00 2026-03-11T11:31:17.512 INFO:teuthology.orchestra.run.vm08.stdout:(213/314): libvorbis-1.3.7-5.el9.x86_64.rpm 6.3 MB/s | 192 kB 00:00 2026-03-11T11:31:17.530 INFO:teuthology.orchestra.run.vm08.stdout:(214/314): libwayland-client-1.21.0-1.el9.x86_6 1.2 MB/s | 33 kB 00:00 2026-03-11T11:31:17.537 INFO:teuthology.orchestra.run.vm08.stdout:(215/314): libwayland-cursor-1.21.0-1.el9.x86_6 698 kB/s | 18 kB 00:00 2026-03-11T11:31:17.538 INFO:teuthology.orchestra.run.vm08.stdout:(216/314): libwayland-egl-1.21.0-1.el9.x86_64.r 453 kB/s | 12 kB 00:00 2026-03-11T11:31:17.556 INFO:teuthology.orchestra.run.vm08.stdout:(217/314): libwayland-server-1.21.0-1.el9.x86_6 1.5 MB/s | 41 kB 00:00 2026-03-11T11:31:17.571 INFO:teuthology.orchestra.run.vm08.stdout:(218/314): libwebp-1.2.0-8.el9.x86_64.rpm 8.0 MB/s | 276 kB 00:00 2026-03-11T11:31:17.572 INFO:teuthology.orchestra.run.vm08.stdout:(219/314): libxkbcommon-1.0.3-4.el9.x86_64.rpm 3.8 MB/s | 132 kB 00:00 2026-03-11T11:31:17.582 INFO:teuthology.orchestra.run.vm08.stdout:(220/314): libxshmfence-1.3-10.el9.x86_64.rpm 444 kB/s | 12 kB 00:00 2026-03-11T11:31:17.599 INFO:teuthology.orchestra.run.vm08.stdout:(221/314): llvm-filesystem-20.1.8-3.el9.x86_64. 347 kB/s | 9.2 kB 00:00 2026-03-11T11:31:17.601 INFO:teuthology.orchestra.run.vm08.stdout:(222/314): libxslt-1.1.34-13.el9_6.x86_64.rpm 7.9 MB/s | 239 kB 00:00 2026-03-11T11:31:17.627 INFO:teuthology.orchestra.run.vm08.stdout:(223/314): low-memory-monitor-2.1-4.el9.x86_64. 1.3 MB/s | 35 kB 00:00 2026-03-11T11:31:17.635 INFO:teuthology.orchestra.run.vm08.stdout:(224/314): lttng-ust-2.12.0-6.el9.x86_64.rpm 8.3 MB/s | 282 kB 00:00 2026-03-11T11:31:17.659 INFO:teuthology.orchestra.run.vm08.stdout:(225/314): lua-5.4.4-4.el9.x86_64.rpm 5.7 MB/s | 187 kB 00:00 2026-03-11T11:31:17.666 INFO:teuthology.orchestra.run.vm08.stdout:(226/314): lua-posix-35.0-8.el9.x86_64.rpm 4.0 MB/s | 131 kB 00:00 2026-03-11T11:31:17.680 INFO:teuthology.orchestra.run.vm00.stdout:(29/314): ceph-mgr-dashboard-19.2.3-41.g93f0933 6.4 MB/s | 3.8 MB 00:00 2026-03-11T11:31:17.686 INFO:teuthology.orchestra.run.vm08.stdout:(227/314): maven-3.6.3-22.el9.noarch.rpm 629 kB/s | 17 kB 00:00 2026-03-11T11:31:17.729 INFO:teuthology.orchestra.run.vm08.stdout:(228/314): maven-openjdk17-3.6.3-22.el9.noarch. 187 kB/s | 8.0 kB 00:00 2026-03-11T11:31:17.730 INFO:teuthology.orchestra.run.vm00.stdout:(30/314): ceph-mgr-diskprediction-local-19.2.3- 12 MB/s | 7.4 MB 00:00 2026-03-11T11:31:17.754 INFO:teuthology.orchestra.run.vm00.stdout:(31/314): ceph-mgr-k8sevents-19.2.3-41.g93f0933 301 kB/s | 22 kB 00:00 2026-03-11T11:31:17.770 INFO:teuthology.orchestra.run.vm00.stdout:(32/314): ceph-mgr-modules-core-19.2.3-41.g93f0 6.1 MB/s | 252 kB 00:00 2026-03-11T11:31:17.775 INFO:teuthology.orchestra.run.vm08.stdout:(229/314): maven-lib-3.6.3-22.el9.noarch.rpm 14 MB/s | 1.5 MB 00:00 2026-03-11T11:31:17.779 INFO:teuthology.orchestra.run.vm08.stdout:(230/314): maven-resolver-1.6.1-14.el9.noarch.r 10 MB/s | 512 kB 00:00 2026-03-11T11:31:17.789 INFO:teuthology.orchestra.run.vm00.stdout:(33/314): ceph-mgr-rook-19.2.3-41.g93f09337d0c. 1.4 MB/s | 49 kB 00:00 2026-03-11T11:31:17.799 INFO:teuthology.orchestra.run.vm00.stdout:(34/314): ceph-prometheus-alerts-19.2.3-41.g93f 581 kB/s | 16 kB 00:00 2026-03-11T11:31:17.812 INFO:teuthology.orchestra.run.vm08.stdout:(231/314): maven-shared-utils-3.3.4-7.el9.noarc 3.9 MB/s | 150 kB 00:00 2026-03-11T11:31:17.816 INFO:teuthology.orchestra.run.vm08.stdout:(232/314): maven-wagon-3.4.2-10.el9.noarch.rpm 2.9 MB/s | 111 kB 00:00 2026-03-11T11:31:17.835 INFO:teuthology.orchestra.run.vm00.stdout:(35/314): ceph-volume-19.2.3-41.g93f09337d0c.el 6.3 MB/s | 299 kB 00:00 2026-03-11T11:31:17.845 INFO:teuthology.orchestra.run.vm08.stdout:(233/314): mesa-filesystem-25.0.7-4.el9_7.x86_6 368 kB/s | 11 kB 00:00 2026-03-11T11:31:17.869 INFO:teuthology.orchestra.run.vm00.stdout:(36/314): abseil-cpp-20211102.0-4.el9.x86_64.rp 16 MB/s | 551 kB 00:00 2026-03-11T11:31:17.881 INFO:teuthology.orchestra.run.vm00.stdout:(37/314): gperftools-libs-2.9.1-3.el9.x86_64.rp 27 MB/s | 308 kB 00:00 2026-03-11T11:31:17.885 INFO:teuthology.orchestra.run.vm08.stdout:(234/314): mesa-libEGL-25.0.7-4.el9_7.x86_64.rp 3.3 MB/s | 136 kB 00:00 2026-03-11T11:31:17.888 INFO:teuthology.orchestra.run.vm00.stdout:(38/314): cephadm-19.2.3-41.g93f09337d0c.el9.cl 8.4 MB/s | 769 kB 00:00 2026-03-11T11:31:17.889 INFO:teuthology.orchestra.run.vm00.stdout:(39/314): grpc-data-1.46.7-10.el9.noarch.rpm 2.2 MB/s | 19 kB 00:00 2026-03-11T11:31:17.895 INFO:teuthology.orchestra.run.vm00.stdout:(40/314): libarrow-doc-9.0.0-15.el9.noarch.rpm 4.7 MB/s | 25 kB 00:00 2026-03-11T11:31:17.901 INFO:teuthology.orchestra.run.vm00.stdout:(41/314): liboath-2.6.12-1.el9.x86_64.rpm 8.5 MB/s | 49 kB 00:00 2026-03-11T11:31:17.909 INFO:teuthology.orchestra.run.vm00.stdout:(42/314): libunwind-1.6.2-1.el9.x86_64.rpm 8.3 MB/s | 67 kB 00:00 2026-03-11T11:31:17.932 INFO:teuthology.orchestra.run.vm00.stdout:(43/314): luarocks-3.9.2-5.el9.noarch.rpm 6.4 MB/s | 151 kB 00:00 2026-03-11T11:31:17.984 INFO:teuthology.orchestra.run.vm00.stdout:(44/314): parquet-libs-9.0.0-15.el9.x86_64.rpm 16 MB/s | 838 kB 00:00 2026-03-11T11:31:18.025 INFO:teuthology.orchestra.run.vm00.stdout:(45/314): python3-asyncssh-2.13.2-5.el9.noarch. 13 MB/s | 548 kB 00:00 2026-03-11T11:31:18.039 INFO:teuthology.orchestra.run.vm00.stdout:(46/314): libarrow-9.0.0-15.el9.x86_64.rpm 29 MB/s | 4.4 MB 00:00 2026-03-11T11:31:18.040 INFO:teuthology.orchestra.run.vm00.stdout:(47/314): python3-autocommand-2.2.2-8.el9.noarc 1.9 MB/s | 29 kB 00:00 2026-03-11T11:31:18.043 INFO:teuthology.orchestra.run.vm00.stdout:(48/314): python3-backports-tarfile-1.2.0-1.el9 18 MB/s | 60 kB 00:00 2026-03-11T11:31:18.044 INFO:teuthology.orchestra.run.vm00.stdout:(49/314): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 11 MB/s | 43 kB 00:00 2026-03-11T11:31:18.045 INFO:teuthology.orchestra.run.vm00.stdout:(50/314): python3-cachetools-4.2.4-1.el9.noarch 14 MB/s | 32 kB 00:00 2026-03-11T11:31:18.047 INFO:teuthology.orchestra.run.vm00.stdout:(51/314): python3-certifi-2023.05.07-4.el9.noar 5.2 MB/s | 14 kB 00:00 2026-03-11T11:31:18.051 INFO:teuthology.orchestra.run.vm00.stdout:(52/314): python3-cheroot-10.0.1-4.el9.noarch.r 30 MB/s | 173 kB 00:00 2026-03-11T11:31:18.057 INFO:teuthology.orchestra.run.vm00.stdout:(53/314): python3-google-auth-2.45.0-1.el9.noar 40 MB/s | 254 kB 00:00 2026-03-11T11:31:18.066 INFO:teuthology.orchestra.run.vm00.stdout:(54/314): python3-cherrypy-18.6.1-2.el9.noarch. 19 MB/s | 358 kB 00:00 2026-03-11T11:31:18.075 INFO:teuthology.orchestra.run.vm00.stdout:(55/314): python3-grpcio-tools-1.46.7-10.el9.x8 16 MB/s | 144 kB 00:00 2026-03-11T11:31:18.085 INFO:teuthology.orchestra.run.vm00.stdout:(56/314): python3-influxdb-5.3.1-1.el9.noarch.r 14 MB/s | 139 kB 00:00 2026-03-11T11:31:18.090 INFO:teuthology.orchestra.run.vm00.stdout:(57/314): python3-isodate-0.6.1-3.el9.noarch.rp 11 MB/s | 56 kB 00:00 2026-03-11T11:31:18.094 INFO:teuthology.orchestra.run.vm00.stdout:(58/314): python3-jaraco-8.2.1-3.el9.noarch.rpm 2.6 MB/s | 11 kB 00:00 2026-03-11T11:31:18.098 INFO:teuthology.orchestra.run.vm00.stdout:(59/314): python3-jaraco-classes-3.2.1-5.el9.no 5.2 MB/s | 18 kB 00:00 2026-03-11T11:31:18.106 INFO:teuthology.orchestra.run.vm00.stdout:(60/314): python3-grpcio-1.46.7-10.el9.x86_64.r 42 MB/s | 2.0 MB 00:00 2026-03-11T11:31:18.106 INFO:teuthology.orchestra.run.vm08.stdout:(235/314): mesa-libGL-25.0.7-4.el9_7.x86_64.rpm 701 kB/s | 155 kB 00:00 2026-03-11T11:31:18.106 INFO:teuthology.orchestra.run.vm00.stdout:(61/314): python3-jaraco-collections-3.0.0-8.el 2.6 MB/s | 23 kB 00:00 2026-03-11T11:31:18.108 INFO:teuthology.orchestra.run.vm00.stdout:(62/314): python3-jaraco-context-6.0.1-3.el9.no 8.9 MB/s | 20 kB 00:00 2026-03-11T11:31:18.109 INFO:teuthology.orchestra.run.vm00.stdout:(63/314): python3-jaraco-functools-3.5.0-2.el9. 9.0 MB/s | 19 kB 00:00 2026-03-11T11:31:18.111 INFO:teuthology.orchestra.run.vm00.stdout:(64/314): python3-jaraco-text-4.0.0-2.el9.noarc 10 MB/s | 26 kB 00:00 2026-03-11T11:31:18.114 INFO:teuthology.orchestra.run.vm00.stdout:(65/314): python3-logutils-0.3.5-21.el9.noarch. 15 MB/s | 46 kB 00:00 2026-03-11T11:31:18.118 INFO:teuthology.orchestra.run.vm00.stdout:(66/314): python3-more-itertools-8.12.0-2.el9.n 21 MB/s | 79 kB 00:00 2026-03-11T11:31:18.122 INFO:teuthology.orchestra.run.vm00.stdout:(67/314): python3-msgpack-1.0.3-2.el9.x86_64.rp 24 MB/s | 86 kB 00:00 2026-03-11T11:31:18.125 INFO:teuthology.orchestra.run.vm00.stdout:(68/314): python3-natsort-7.1.1-5.el9.noarch.rp 16 MB/s | 58 kB 00:00 2026-03-11T11:31:18.133 INFO:teuthology.orchestra.run.vm00.stdout:(69/314): python3-pecan-1.4.2-3.el9.noarch.rpm 35 MB/s | 272 kB 00:00 2026-03-11T11:31:18.134 INFO:teuthology.orchestra.run.vm08.stdout:(236/314): mesa-libgbm-25.0.7-4.el9_7.x86_64.rp 600 kB/s | 16 kB 00:00 2026-03-11T11:31:18.136 INFO:teuthology.orchestra.run.vm00.stdout:(70/314): python3-portend-3.1.0-2.el9.noarch.rp 6.4 MB/s | 16 kB 00:00 2026-03-11T11:31:18.140 INFO:teuthology.orchestra.run.vm00.stdout:(71/314): python3-pyOpenSSL-21.0.0-1.el9.noarch 24 MB/s | 90 kB 00:00 2026-03-11T11:31:18.143 INFO:teuthology.orchestra.run.vm00.stdout:(72/314): python3-repoze-lru-0.7-16.el9.noarch. 10 MB/s | 31 kB 00:00 2026-03-11T11:31:18.148 INFO:teuthology.orchestra.run.vm00.stdout:(73/314): python3-kubernetes-26.1.0-3.el9.noarc 26 MB/s | 1.0 MB 00:00 2026-03-11T11:31:18.150 INFO:teuthology.orchestra.run.vm00.stdout:(74/314): python3-routes-2.5.1-5.el9.noarch.rpm 25 MB/s | 188 kB 00:00 2026-03-11T11:31:18.152 INFO:teuthology.orchestra.run.vm00.stdout:(75/314): python3-rsa-4.9-2.el9.noarch.rpm 15 MB/s | 59 kB 00:00 2026-03-11T11:31:18.154 INFO:teuthology.orchestra.run.vm00.stdout:(76/314): python3-saml-1.16.0-1.el9.noarch.rpm 34 MB/s | 125 kB 00:00 2026-03-11T11:31:18.155 INFO:teuthology.orchestra.run.vm00.stdout:(77/314): python3-tempora-5.0.0-2.el9.noarch.rp 11 MB/s | 36 kB 00:00 2026-03-11T11:31:18.158 INFO:teuthology.orchestra.run.vm00.stdout:(78/314): python3-typing-extensions-4.15.0-1.el 24 MB/s | 86 kB 00:00 2026-03-11T11:31:18.162 INFO:teuthology.orchestra.run.vm08.stdout:(237/314): mkfontscale-1.2.1-3.el9.x86_64.rpm 1.1 MB/s | 31 kB 00:00 2026-03-11T11:31:18.162 INFO:teuthology.orchestra.run.vm00.stdout:(79/314): python3-websocket-client-1.2.3-2.el9. 21 MB/s | 90 kB 00:00 2026-03-11T11:31:18.166 INFO:teuthology.orchestra.run.vm00.stdout:(80/314): python3-webob-1.8.8-2.el9.noarch.rpm 21 MB/s | 230 kB 00:00 2026-03-11T11:31:18.171 INFO:teuthology.orchestra.run.vm00.stdout:(81/314): python3-xmlsec-1.3.13-1.el9.x86_64.rp 9.8 MB/s | 48 kB 00:00 2026-03-11T11:31:18.175 INFO:teuthology.orchestra.run.vm00.stdout:(82/314): python3-werkzeug-2.0.3-3.el9.1.noarch 34 MB/s | 427 kB 00:00 2026-03-11T11:31:18.176 INFO:teuthology.orchestra.run.vm00.stdout:(83/314): python3-xmltodict-0.12.0-15.el9.noarc 4.7 MB/s | 22 kB 00:00 2026-03-11T11:31:18.177 INFO:teuthology.orchestra.run.vm00.stdout:(84/314): python3-zc-lockfile-2.0-10.el9.noarch 9.3 MB/s | 20 kB 00:00 2026-03-11T11:31:18.183 INFO:teuthology.orchestra.run.vm00.stdout:(85/314): re2-20211101-20.el9.x86_64.rpm 26 MB/s | 191 kB 00:00 2026-03-11T11:31:18.185 INFO:teuthology.orchestra.run.vm00.stdout:(86/314): s3cmd-2.4.0-1.el9.noarch.rpm 26 MB/s | 206 kB 00:00 2026-03-11T11:31:18.190 INFO:teuthology.orchestra.run.vm08.stdout:(238/314): openblas-0.3.29-1.el9.x86_64.rpm 1.5 MB/s | 41 kB 00:00 2026-03-11T11:31:18.231 INFO:teuthology.orchestra.run.vm00.stdout:(87/314): thrift-0.15.0-4.el9.x86_64.rpm 34 MB/s | 1.6 MB 00:00 2026-03-11T11:31:18.338 INFO:teuthology.orchestra.run.vm08.stdout:(239/314): llvm-libs-20.1.8-3.el9.x86_64.rpm 40 MB/s | 30 MB 00:00 2026-03-11T11:31:18.373 INFO:teuthology.orchestra.run.vm00.stdout:(88/314): bluez-libs-5.83-2.el9.x86_64.rpm 576 kB/s | 81 kB 00:00 2026-03-11T11:31:18.373 INFO:teuthology.orchestra.run.vm08.stdout:(240/314): mesa-dri-drivers-25.0.7-4.el9_7.x86_ 17 MB/s | 9.7 MB 00:00 2026-03-11T11:31:18.375 INFO:teuthology.orchestra.run.vm00.stdout:(89/314): ModemManager-glib-1.20.2-1.el9.x86_64 1.7 MB/s | 334 kB 00:00 2026-03-11T11:31:18.404 INFO:teuthology.orchestra.run.vm00.stdout:(90/314): bzip2-1.0.8-10.el9_5.x86_64.rpm 1.7 MB/s | 51 kB 00:00 2026-03-11T11:31:18.410 INFO:teuthology.orchestra.run.vm08.stdout:(241/314): openjpeg2-2.4.0-8.el9.x86_64.rpm 2.2 MB/s | 161 kB 00:00 2026-03-11T11:31:18.433 INFO:teuthology.orchestra.run.vm00.stdout:(91/314): c-ares-1.19.1-2.el9_4.x86_64.rpm 3.8 MB/s | 110 kB 00:00 2026-03-11T11:31:18.457 INFO:teuthology.orchestra.run.vm08.stdout:(242/314): orc-0.4.31-8.el9.x86_64.rpm 3.8 MB/s | 182 kB 00:00 2026-03-11T11:31:18.457 INFO:teuthology.orchestra.run.vm00.stdout:(92/314): bubblewrap-0.6.3-1.el9.x86_64.rpm 679 kB/s | 57 kB 00:00 2026-03-11T11:31:18.458 INFO:teuthology.orchestra.run.vm08.stdout:(243/314): opus-1.3.1-10.el9.x86_64.rpm 2.3 MB/s | 199 kB 00:00 2026-03-11T11:31:18.462 INFO:teuthology.orchestra.run.vm00.stdout:(93/314): cryptsetup-2.7.2-4.el9.x86_64.rpm 10 MB/s | 310 kB 00:00 2026-03-11T11:31:18.489 INFO:teuthology.orchestra.run.vm08.stdout:(244/314): osinfo-db-tools-1.10.0-1.el9.x86_64. 2.4 MB/s | 68 kB 00:00 2026-03-11T11:31:18.489 INFO:teuthology.orchestra.run.vm00.stdout:(94/314): fuse-2.9.9-17.el9.x86_64.rpm 2.8 MB/s | 78 kB 00:00 2026-03-11T11:31:18.504 INFO:teuthology.orchestra.run.vm08.stdout:(245/314): openblas-openmp-0.3.29-1.el9.x86_64. 17 MB/s | 5.3 MB 00:00 2026-03-11T11:31:18.506 INFO:teuthology.orchestra.run.vm08.stdout:(246/314): osinfo-db-20250606-1.el9.rocky.20250 6.2 MB/s | 310 kB 00:00 2026-03-11T11:31:18.514 INFO:teuthology.orchestra.run.vm00.stdout:(95/314): cups-libs-2.3.3op2-34.el9_7.2.x86_64. 4.5 MB/s | 260 kB 00:00 2026-03-11T11:31:18.517 INFO:teuthology.orchestra.run.vm00.stdout:(96/314): ledmon-libs-1.1.0-3.el9.x86_64.rpm 1.4 MB/s | 41 kB 00:00 2026-03-11T11:31:18.529 INFO:teuthology.orchestra.run.vm08.stdout:(247/314): ostree-libs-2025.6-1.el9_7.x86_64.rp 11 MB/s | 484 kB 00:00 2026-03-11T11:31:18.532 INFO:teuthology.orchestra.run.vm08.stdout:(248/314): perl-Benchmark-1.23-481.1.el9_6.noar 967 kB/s | 25 kB 00:00 2026-03-11T11:31:18.534 INFO:teuthology.orchestra.run.vm08.stdout:(249/314): p11-kit-server-0.25.3-3.el9_5.x86_64 7.9 MB/s | 244 kB 00:00 2026-03-11T11:31:18.541 INFO:teuthology.orchestra.run.vm00.stdout:(97/314): libconfig-1.7.2-9.el9.x86_64.rpm 2.5 MB/s | 71 kB 00:00 2026-03-11T11:31:18.558 INFO:teuthology.orchestra.run.vm08.stdout:(250/314): perl-Test-Harness-3.42-461.el9.noarc 9.0 MB/s | 267 kB 00:00 2026-03-11T11:31:18.560 INFO:teuthology.orchestra.run.vm08.stdout:(251/314): pipewire-1.0.1-1.el9.x86_64.rpm 3.7 MB/s | 101 kB 00:00 2026-03-11T11:31:18.561 INFO:teuthology.orchestra.run.vm08.stdout:(252/314): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 2.1 MB/s | 56 kB 00:00 2026-03-11T11:31:18.568 INFO:teuthology.orchestra.run.vm00.stdout:(98/314): libpciaccess-0.16-7.el9.x86_64.rpm 987 kB/s | 26 kB 00:00 2026-03-11T11:31:18.572 INFO:teuthology.orchestra.run.vm00.stdout:(99/314): libgfortran-11.5.0-11.el9.x86_64.rpm 14 MB/s | 794 kB 00:00 2026-03-11T11:31:18.585 INFO:teuthology.orchestra.run.vm08.stdout:(253/314): pipewire-jack-audio-connection-kit-1 307 kB/s | 8.1 kB 00:00 2026-03-11T11:31:18.587 INFO:teuthology.orchestra.run.vm08.stdout:(254/314): pipewire-jack-audio-connection-kit-l 4.8 MB/s | 134 kB 00:00 2026-03-11T11:31:18.599 INFO:teuthology.orchestra.run.vm00.stdout:(100/314): libtdb-1.4.13-1.el9.x86_64.rpm 1.9 MB/s | 53 kB 00:00 2026-03-11T11:31:18.610 INFO:teuthology.orchestra.run.vm00.stdout:(101/314): libquadmath-11.5.0-11.el9.x86_64.rpm 4.3 MB/s | 184 kB 00:00 2026-03-11T11:31:18.614 INFO:teuthology.orchestra.run.vm08.stdout:(255/314): plexus-cipher-1.7-30.el9.noarch.rpm 923 kB/s | 24 kB 00:00 2026-03-11T11:31:18.616 INFO:teuthology.orchestra.run.vm08.stdout:(256/314): pipewire-pulseaudio-1.0.1-1.el9.x86_ 5.8 MB/s | 185 kB 00:00 2026-03-11T11:31:18.630 INFO:teuthology.orchestra.run.vm00.stdout:(102/314): lksctp-tools-1.0.19-3.el9_4.x86_64.r 3.1 MB/s | 96 kB 00:00 2026-03-11T11:31:18.637 INFO:teuthology.orchestra.run.vm00.stdout:(103/314): lmdb-libs-0.9.29-3.el9.x86_64.rpm 2.2 MB/s | 60 kB 00:00 2026-03-11T11:31:18.642 INFO:teuthology.orchestra.run.vm08.stdout:(257/314): plexus-classworlds-2.6.0-14.el9.noar 2.1 MB/s | 59 kB 00:00 2026-03-11T11:31:18.649 INFO:teuthology.orchestra.run.vm08.stdout:(258/314): plexus-containers-component-annotati 538 kB/s | 17 kB 00:00 2026-03-11T11:31:18.657 INFO:teuthology.orchestra.run.vm00.stdout:(104/314): mailcap-2.1.49-5.el9.0.2.noarch.rpm 1.1 MB/s | 32 kB 00:00 2026-03-11T11:31:18.663 INFO:teuthology.orchestra.run.vm08.stdout:(259/314): pipewire-libs-1.0.1-1.el9.x86_64.rpm 18 MB/s | 1.9 MB 00:00 2026-03-11T11:31:18.718 INFO:teuthology.orchestra.run.vm08.stdout:(260/314): plexus-interpolation-1.26-15.el9.noa 1.0 MB/s | 78 kB 00:00 2026-03-11T11:31:18.721 INFO:teuthology.orchestra.run.vm08.stdout:(261/314): plexus-sec-dispatcher-1.4-41.el9.noa 450 kB/s | 32 kB 00:00 2026-03-11T11:31:18.721 INFO:teuthology.orchestra.run.vm00.stdout:(105/314): pciutils-3.7.0-7.el9.x86_64.rpm 1.4 MB/s | 92 kB 00:00 2026-03-11T11:31:18.722 INFO:teuthology.orchestra.run.vm08.stdout:(262/314): plexus-utils-3.3.0-13.el9.noarch.rpm 4.2 MB/s | 253 kB 00:00 2026-03-11T11:31:18.725 INFO:teuthology.orchestra.run.vm00.stdout:(106/314): nvme-cli-2.13-1.el9.x86_64.rpm 11 MB/s | 1.0 MB 00:00 2026-03-11T11:31:18.762 INFO:teuthology.orchestra.run.vm00.stdout:(107/314): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.9 MB/s | 241 kB 00:00 2026-03-11T11:31:18.770 INFO:teuthology.orchestra.run.vm08.stdout:(263/314): poppler-glib-21.01.0-23.el9_7.x86_64 3.1 MB/s | 151 kB 00:00 2026-03-11T11:31:18.790 INFO:teuthology.orchestra.run.vm08.stdout:(264/314): poppler-21.01.0-23.el9_7.x86_64.rpm 15 MB/s | 1.1 MB 00:00 2026-03-11T11:31:18.790 INFO:teuthology.orchestra.run.vm00.stdout:(108/314): python3-cryptography-36.0.1-5.el9_6. 18 MB/s | 1.2 MB 00:00 2026-03-11T11:31:18.792 INFO:teuthology.orchestra.run.vm00.stdout:(109/314): python3-ply-3.11-14.el9.0.1.noarch.r 3.3 MB/s | 103 kB 00:00 2026-03-11T11:31:18.818 INFO:teuthology.orchestra.run.vm08.stdout:(265/314): publicsuffix-list-20210518-3.el9.noa 2.9 MB/s | 82 kB 00:00 2026-03-11T11:31:18.818 INFO:teuthology.orchestra.run.vm00.stdout:(110/314): python3-pycparser-2.20-6.el9.noarch. 4.4 MB/s | 124 kB 00:00 2026-03-11T11:31:18.821 INFO:teuthology.orchestra.run.vm00.stdout:(111/314): python3-pyparsing-2.4.7-9.el9.0.1.no 5.1 MB/s | 150 kB 00:00 2026-03-11T11:31:18.828 INFO:teuthology.orchestra.run.vm08.stdout:(266/314): protobuf-3.14.0-17.el9_7.x86_64.rpm 17 MB/s | 1.0 MB 00:00 2026-03-11T11:31:18.850 INFO:teuthology.orchestra.run.vm00.stdout:(112/314): python3-requests-2.25.1-10.el9_6.noa 3.7 MB/s | 115 kB 00:00 2026-03-11T11:31:18.856 INFO:teuthology.orchestra.run.vm00.stdout:(113/314): python3-urllib3-1.26.5-6.el9_7.1.noa 5.3 MB/s | 191 kB 00:00 2026-03-11T11:31:18.859 INFO:teuthology.orchestra.run.vm08.stdout:(267/314): pulseaudio-libs-15.0-3.el9.x86_64.rp 16 MB/s | 663 kB 00:00 2026-03-11T11:31:18.868 INFO:teuthology.orchestra.run.vm08.stdout:(268/314): poppler-data-0.4.9-9.el9.0.1.noarch. 12 MB/s | 1.8 MB 00:00 2026-03-11T11:31:18.887 INFO:teuthology.orchestra.run.vm00.stdout:(114/314): smartmontools-7.2-9.el9.x86_64.rpm 14 MB/s | 551 kB 00:00 2026-03-11T11:31:18.890 INFO:teuthology.orchestra.run.vm00.stdout:(115/314): unzip-6.0-59.el9.x86_64.rpm 5.2 MB/s | 180 kB 00:00 2026-03-11T11:31:18.890 INFO:teuthology.orchestra.run.vm08.stdout:(269/314): python3-devel-3.9.23-2.el9.x86_64.rp 6.5 MB/s | 205 kB 00:00 2026-03-11T11:31:18.900 INFO:teuthology.orchestra.run.vm08.stdout:(270/314): python3-jinja2-2.11.3-8.el9_5.noarch 6.9 MB/s | 228 kB 00:00 2026-03-11T11:31:18.917 INFO:teuthology.orchestra.run.vm00.stdout:(116/314): zip-3.0-35.el9.x86_64.rpm 8.7 MB/s | 263 kB 00:00 2026-03-11T11:31:18.920 INFO:teuthology.orchestra.run.vm08.stdout:(271/314): python3-libstoragemgmt-1.10.1-1.el9. 5.5 MB/s | 166 kB 00:00 2026-03-11T11:31:18.929 INFO:teuthology.orchestra.run.vm00.stdout:(117/314): adwaita-cursor-theme-40.1.1-3.el9.no 16 MB/s | 623 kB 00:00 2026-03-11T11:31:18.966 INFO:teuthology.orchestra.run.vm00.stdout:(118/314): alsa-lib-1.2.14-1.el9.x86_64.rpm 13 MB/s | 510 kB 00:00 2026-03-11T11:31:18.973 INFO:teuthology.orchestra.run.vm08.stdout:(272/314): python3-mako-1.1.4-6.el9.noarch.rpm 2.7 MB/s | 144 kB 00:00 2026-03-11T11:31:18.998 INFO:teuthology.orchestra.run.vm08.stdout:(273/314): python3-lxml-4.6.5-3.el9.x86_64.rpm 12 MB/s | 1.2 MB 00:00 2026-03-11T11:31:18.999 INFO:teuthology.orchestra.run.vm00.stdout:(119/314): apache-commons-cli-1.4-20.el9.noarch 2.1 MB/s | 69 kB 00:00 2026-03-11T11:31:19.004 INFO:teuthology.orchestra.run.vm08.stdout:(274/314): python3-markupsafe-1.1.1-12.el9.x86_ 1.0 MB/s | 32 kB 00:00 2026-03-11T11:31:19.043 INFO:teuthology.orchestra.run.vm00.stdout:(120/314): apache-commons-codec-1.15-10.el9.noa 6.8 MB/s | 300 kB 00:00 2026-03-11T11:31:19.051 INFO:teuthology.orchestra.run.vm08.stdout:(275/314): python3-numpy-f2py-1.23.5-1.el9.x86_ 7.7 MB/s | 368 kB 00:00 2026-03-11T11:31:19.083 INFO:teuthology.orchestra.run.vm08.stdout:(276/314): python3-packaging-20.9-5.el9.noarch. 2.1 MB/s | 69 kB 00:00 2026-03-11T11:31:19.086 INFO:teuthology.orchestra.run.vm00.stdout:(121/314): apache-commons-io-2.8.0-12.el9.noarc 6.4 MB/s | 282 kB 00:00 2026-03-11T11:31:19.120 INFO:teuthology.orchestra.run.vm08.stdout:(277/314): python3-protobuf-3.14.0-17.el9_7.noa 6.4 MB/s | 237 kB 00:00 2026-03-11T11:31:19.146 INFO:teuthology.orchestra.run.vm00.stdout:(122/314): apache-commons-lang3-3.12.0-10.el9.n 9.1 MB/s | 557 kB 00:00 2026-03-11T11:31:19.152 INFO:teuthology.orchestra.run.vm08.stdout:(278/314): python3-pyasn1-0.4.8-7.el9_7.noarch. 4.0 MB/s | 132 kB 00:00 2026-03-11T11:31:19.180 INFO:teuthology.orchestra.run.vm08.stdout:(279/314): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 5.8 MB 00:00 2026-03-11T11:31:19.197 INFO:teuthology.orchestra.run.vm00.stdout:(123/314): adwaita-icon-theme-40.1.1-3.el9.noar 38 MB/s | 11 MB 00:00 2026-03-11T11:31:19.198 INFO:teuthology.orchestra.run.vm08.stdout:(280/314): python3-pyasn1-modules-0.4.8-7.el9_7 4.5 MB/s | 210 kB 00:00 2026-03-11T11:31:19.198 INFO:teuthology.orchestra.run.vm00.stdout:(124/314): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 1.6 MB/s | 86 kB 00:00 2026-03-11T11:31:19.207 INFO:teuthology.orchestra.run.vm08.stdout:(281/314): python3-requests-oauthlib-1.3.0-12.e 1.6 MB/s | 43 kB 00:00 2026-03-11T11:31:19.226 INFO:teuthology.orchestra.run.vm00.stdout:(125/314): atinject-1.0.3-9.el9.noarch.rpm 807 kB/s | 22 kB 00:00 2026-03-11T11:31:19.227 INFO:teuthology.orchestra.run.vm00.stdout:(126/314): at-spi2-core-2.40.3-1.el9.x86_64.rpm 5.7 MB/s | 176 kB 00:00 2026-03-11T11:31:19.236 INFO:teuthology.orchestra.run.vm08.stdout:(282/314): python3-toml-0.10.2-6.el9.0.1.noarch 1.5 MB/s | 44 kB 00:00 2026-03-11T11:31:19.255 INFO:teuthology.orchestra.run.vm00.stdout:(127/314): avahi-glib-0.8-23.el9.x86_64.rpm 501 kB/s | 14 kB 00:00 2026-03-11T11:31:19.258 INFO:teuthology.orchestra.run.vm00.stdout:(128/314): atk-2.36.0-5.el9.x86_64.rpm 8.3 MB/s | 270 kB 00:00 2026-03-11T11:31:19.270 INFO:teuthology.orchestra.run.vm08.stdout:(283/314): qatlib-24.09.0-1.el9.x86_64.rpm 6.5 MB/s | 221 kB 00:00 2026-03-11T11:31:19.282 INFO:teuthology.orchestra.run.vm00.stdout:(129/314): boost-program-options-1.75.0-13.el9_ 3.8 MB/s | 104 kB 00:00 2026-03-11T11:31:19.301 INFO:teuthology.orchestra.run.vm00.stdout:(130/314): cdi-api-2.0.2-9.el9.noarch.rpm 1.2 MB/s | 52 kB 00:00 2026-03-11T11:31:19.329 INFO:teuthology.orchestra.run.vm00.stdout:(131/314): composefs-libs-1.0.8-1.el9.x86_64.rp 1.9 MB/s | 53 kB 00:00 2026-03-11T11:31:19.356 INFO:teuthology.orchestra.run.vm00.stdout:(132/314): copy-jdk-configs-4.0-3.el9.0.1.noarc 1.0 MB/s | 27 kB 00:00 2026-03-11T11:31:19.377 INFO:teuthology.orchestra.run.vm08.stdout:(284/314): qatlib-service-24.09.0-1.el9.x86_64. 339 kB/s | 36 kB 00:00 2026-03-11T11:31:19.385 INFO:teuthology.orchestra.run.vm00.stdout:(133/314): dconf-0.40.0-6.el9.x86_64.rpm 3.7 MB/s | 109 kB 00:00 2026-03-11T11:31:19.392 INFO:teuthology.orchestra.run.vm00.stdout:(134/314): colord-libs-1.4.5-6.el9_6.x86_64.rpm 2.0 MB/s | 228 kB 00:00 2026-03-11T11:31:19.403 INFO:teuthology.orchestra.run.vm08.stdout:(285/314): python3-numpy-1.23.5-1.el9.x86_64.rp 14 MB/s | 5.8 MB 00:00 2026-03-11T11:31:19.418 INFO:teuthology.orchestra.run.vm00.stdout:(135/314): exempi-2.6.0-0.2.20211007gite23c213. 16 MB/s | 523 kB 00:00 2026-03-11T11:31:19.436 INFO:teuthology.orchestra.run.vm08.stdout:(286/314): qatzip-libs-1.3.1-1.el9.x86_64.rpm 1.1 MB/s | 65 kB 00:00 2026-03-11T11:31:19.444 INFO:teuthology.orchestra.run.vm08.stdout:(287/314): rtkit-0.11-29.el9.x86_64.rpm 1.3 MB/s | 55 kB 00:00 2026-03-11T11:31:19.472 INFO:teuthology.orchestra.run.vm00.stdout:(136/314): exiv2-libs-0.27.5-2.el9.x86_64.rpm 14 MB/s | 779 kB 00:00 2026-03-11T11:31:19.480 INFO:teuthology.orchestra.run.vm08.stdout:(288/314): slf4j-1.7.30-16.el9.noarch.rpm 1.9 MB/s | 68 kB 00:00 2026-03-11T11:31:19.488 INFO:teuthology.orchestra.run.vm08.stdout:(289/314): sisu-0.3.4-14.el9.noarch.rpm 9.7 MB/s | 508 kB 00:00 2026-03-11T11:31:19.510 INFO:teuthology.orchestra.run.vm00.stdout:(137/314): exiv2-0.27.5-2.el9.x86_64.rpm 8.1 MB/s | 975 kB 00:00 2026-03-11T11:31:19.512 INFO:teuthology.orchestra.run.vm00.stdout:(138/314): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 8.0 MB/s | 324 kB 00:00 2026-03-11T11:31:19.530 INFO:teuthology.orchestra.run.vm08.stdout:(290/314): socat-1.7.4.1-8.el9.x86_64.rpm 5.8 MB/s | 299 kB 00:00 2026-03-11T11:31:19.534 INFO:teuthology.orchestra.run.vm08.stdout:(291/314): sound-theme-freedesktop-0.8-17.el9.0 8.1 MB/s | 384 kB 00:00 2026-03-11T11:31:19.542 INFO:teuthology.orchestra.run.vm00.stdout:(139/314): flac-libs-1.3.3-10.el9_2.1.x86_64.rp 6.8 MB/s | 217 kB 00:00 2026-03-11T11:31:19.576 INFO:teuthology.orchestra.run.vm00.stdout:(140/314): flatpak-1.12.9-4.el9_6.x86_64.rpm 27 MB/s | 1.7 MB 00:00 2026-03-11T11:31:19.590 INFO:teuthology.orchestra.run.vm08.stdout:(292/314): totem-pl-parser-3.26.6-2.el9.x86_64. 2.3 MB/s | 130 kB 00:00 2026-03-11T11:31:19.592 INFO:teuthology.orchestra.run.vm00.stdout:(141/314): flatpak-selinux-1.12.9-4.el9_6.noarc 401 kB/s | 20 kB 00:00 2026-03-11T11:31:19.604 INFO:teuthology.orchestra.run.vm00.stdout:(142/314): flatpak-session-helper-1.12.9-4.el9_ 2.5 MB/s | 71 kB 00:00 2026-03-11T11:31:19.629 INFO:teuthology.orchestra.run.vm00.stdout:(143/314): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 816 kB/s | 30 kB 00:00 2026-03-11T11:31:19.675 INFO:teuthology.orchestra.run.vm08.stdout:(293/314): tracker-3.1.2-3.el9_1.x86_64.rpm 6.2 MB/s | 538 kB 00:00 2026-03-11T11:31:19.690 INFO:teuthology.orchestra.run.vm00.stdout:(144/314): flexiblas-openblas-openmp-3.0.4-8.el 247 kB/s | 15 kB 00:00 2026-03-11T11:31:19.695 INFO:teuthology.orchestra.run.vm08.stdout:(294/314): spirv-tools-libs-2025.2-1.el9.x86_64 9.0 MB/s | 1.5 MB 00:00 2026-03-11T11:31:19.726 INFO:teuthology.orchestra.run.vm00.stdout:(145/314): gdk-pixbuf2-modules-2.42.6-6.el9_6.x 2.3 MB/s | 83 kB 00:00 2026-03-11T11:31:19.732 INFO:teuthology.orchestra.run.vm08.stdout:(295/314): ttmkfdir-3.0.9-65.el9.x86_64.rpm 1.4 MB/s | 52 kB 00:00 2026-03-11T11:31:19.766 INFO:teuthology.orchestra.run.vm00.stdout:(146/314): geoclue2-2.6.0-8.el9_6.1.x86_64.rpm 3.0 MB/s | 122 kB 00:00 2026-03-11T11:31:19.782 INFO:teuthology.orchestra.run.vm08.stdout:(296/314): tzdata-java-2025c-1.el9.noarch.rpm 2.9 MB/s | 145 kB 00:00 2026-03-11T11:31:19.789 INFO:teuthology.orchestra.run.vm08.stdout:(297/314): tracker-miners-3.1.2-4.el9_3.x86_64. 7.6 MB/s | 888 kB 00:00 2026-03-11T11:31:19.798 INFO:teuthology.orchestra.run.vm00.stdout:(147/314): flexiblas-netlib-3.0.4-8.el9.0.1.x86 15 MB/s | 3.0 MB 00:00 2026-03-11T11:31:19.799 INFO:teuthology.orchestra.run.vm00.stdout:(148/314): giflib-5.2.1-9.el9.x86_64.rpm 1.4 MB/s | 48 kB 00:00 2026-03-11T11:31:19.821 INFO:teuthology.orchestra.run.vm08.stdout:(298/314): upower-0.99.13-2.el9.x86_64.rpm 4.1 MB/s | 165 kB 00:00 2026-03-11T11:31:19.837 INFO:teuthology.orchestra.run.vm00.stdout:(149/314): graphene-1.10.6-2.el9.x86_64.rpm 1.6 MB/s | 64 kB 00:00 2026-03-11T11:31:19.847 INFO:teuthology.orchestra.run.vm08.stdout:(299/314): webrtc-audio-processing-0.3.1-8.el9. 5.2 MB/s | 303 kB 00:00 2026-03-11T11:31:19.856 INFO:teuthology.orchestra.run.vm00.stdout:(150/314): google-guice-4.2.3-12.el9.noarch.rpm 8.0 MB/s | 471 kB 00:00 2026-03-11T11:31:19.858 INFO:teuthology.orchestra.run.vm08.stdout:(300/314): wireplumber-0.4.14-1.el9.0.1.x86_64. 2.2 MB/s | 83 kB 00:00 2026-03-11T11:31:19.868 INFO:teuthology.orchestra.run.vm00.stdout:(151/314): gsm-1.0.19-6.el9.x86_64.rpm 1.0 MB/s | 33 kB 00:00 2026-03-11T11:31:19.888 INFO:teuthology.orchestra.run.vm08.stdout:(301/314): wireplumber-libs-0.4.14-1.el9.0.1.x8 8.1 MB/s | 338 kB 00:00 2026-03-11T11:31:19.891 INFO:teuthology.orchestra.run.vm08.stdout:(302/314): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 1.2 MB/s | 41 kB 00:00 2026-03-11T11:31:19.916 INFO:teuthology.orchestra.run.vm00.stdout:(152/314): gstreamer1-1.22.12-3.el9.x86_64.rpm 24 MB/s | 1.4 MB 00:00 2026-03-11T11:31:19.928 INFO:teuthology.orchestra.run.vm08.stdout:(303/314): xdg-desktop-portal-gtk-1.12.0-3.el9. 3.4 MB/s | 130 kB 00:00 2026-03-11T11:31:19.935 INFO:teuthology.orchestra.run.vm08.stdout:(304/314): xdg-desktop-portal-1.12.6-1.el9.x86_ 7.7 MB/s | 367 kB 00:00 2026-03-11T11:31:19.943 INFO:teuthology.orchestra.run.vm00.stdout:(153/314): gtk-update-icon-cache-3.24.31-8.el9. 1.2 MB/s | 32 kB 00:00 2026-03-11T11:31:19.967 INFO:teuthology.orchestra.run.vm00.stdout:(154/314): gstreamer1-plugins-base-1.22.12-4.el 22 MB/s | 2.2 MB 00:00 2026-03-11T11:31:19.979 INFO:teuthology.orchestra.run.vm08.stdout:(305/314): xmlsec1-1.2.29-13.el9.x86_64.rpm 4.2 MB/s | 188 kB 00:00 2026-03-11T11:31:20.018 INFO:teuthology.orchestra.run.vm08.stdout:(306/314): xmlsec1-openssl-1.2.29-13.el9.x86_64 2.3 MB/s | 89 kB 00:00 2026-03-11T11:31:20.043 INFO:teuthology.orchestra.run.vm08.stdout:(307/314): xkeyboard-config-2.33-2.el9.0.1.noar 7.3 MB/s | 854 kB 00:00 2026-03-11T11:31:20.107 INFO:teuthology.orchestra.run.vm00.stdout:(155/314): guava-30.1-10.el9.noarch.rpm 17 MB/s | 2.3 MB 00:00 2026-03-11T11:31:20.107 INFO:teuthology.orchestra.run.vm08.stdout:(308/314): python3-scipy-1.9.3-2.el9.x86_64.rpm 21 MB/s | 19 MB 00:00 2026-03-11T11:31:20.109 INFO:teuthology.orchestra.run.vm08.stdout:(309/314): xmlstarlet-1.6.1-20.el9.x86_64.rpm 691 kB/s | 63 kB 00:00 2026-03-11T11:31:20.145 INFO:teuthology.orchestra.run.vm08.stdout:(310/314): lua-devel-5.4.4-4.el9.x86_64.rpm 568 kB/s | 21 kB 00:00 2026-03-11T11:31:20.146 INFO:teuthology.orchestra.run.vm00.stdout:(156/314): hicolor-icon-theme-0.17-13.el9.noarc 1.7 MB/s | 66 kB 00:00 2026-03-11T11:31:20.151 INFO:teuthology.orchestra.run.vm08.stdout:(311/314): xorg-x11-fonts-Type1-7.5-33.el9.noar 4.5 MB/s | 499 kB 00:00 2026-03-11T11:31:20.191 INFO:teuthology.orchestra.run.vm00.stdout:(157/314): gtk3-3.24.31-8.el9.x86_64.rpm 20 MB/s | 4.8 MB 00:00 2026-03-11T11:31:20.194 INFO:teuthology.orchestra.run.vm00.stdout:(158/314): httpcomponents-client-4.5.13-7.el9.n 13 MB/s | 655 kB 00:00 2026-03-11T11:31:20.200 INFO:teuthology.orchestra.run.vm08.stdout:(312/314): protobuf-compiler-3.14.0-17.el9_7.x8 9.3 MB/s | 862 kB 00:00 2026-03-11T11:31:20.244 INFO:teuthology.orchestra.run.vm00.stdout:(159/314): httpcomponents-core-4.4.13-11.el9.no 12 MB/s | 630 kB 00:00 2026-03-11T11:31:20.274 INFO:teuthology.orchestra.run.vm00.stdout:(160/314): jakarta-annotations-1.3.5-16.el9.noa 1.4 MB/s | 44 kB 00:00 2026-03-11T11:31:20.308 INFO:teuthology.orchestra.run.vm00.stdout:(161/314): iso-codes-4.6.0-3.el9.noarch.rpm 29 MB/s | 3.3 MB 00:00 2026-03-11T11:31:20.309 INFO:teuthology.orchestra.run.vm00.stdout:(162/314): jansi-2.3.3-9.el9.x86_64.rpm 3.0 MB/s | 108 kB 00:00 2026-03-11T11:31:20.369 INFO:teuthology.orchestra.run.vm00.stdout:(163/314): java-17-openjdk-17.0.18.0.8-1.el9.x8 6.9 MB/s | 428 kB 00:00 2026-03-11T11:31:20.447 INFO:teuthology.orchestra.run.vm00.stdout:(164/314): java-17-openjdk-devel-17.0.18.0.8-1. 34 MB/s | 4.7 MB 00:00 2026-03-11T11:31:20.474 INFO:teuthology.orchestra.run.vm00.stdout:(165/314): javapackages-filesystem-6.4.0-1.el9. 387 kB/s | 10 kB 00:00 2026-03-11T11:31:20.502 INFO:teuthology.orchestra.run.vm00.stdout:(166/314): javapackages-tools-6.4.0-1.el9.noarc 1.1 MB/s | 31 kB 00:00 2026-03-11T11:31:20.533 INFO:teuthology.orchestra.run.vm00.stdout:(167/314): jbigkit-libs-2.1-23.el9.x86_64.rpm 1.7 MB/s | 52 kB 00:00 2026-03-11T11:31:20.600 INFO:teuthology.orchestra.run.vm00.stdout:(168/314): jcl-over-slf4j-1.7.30-16.el9.noarch. 342 kB/s | 23 kB 00:00 2026-03-11T11:31:20.661 INFO:teuthology.orchestra.run.vm08.stdout:(313/314): librados2-19.2.3-41.g93f09337d0c.el9 6.7 MB/s | 3.4 MB 00:00 2026-03-11T11:31:20.663 INFO:teuthology.orchestra.run.vm00.stdout:(169/314): jsoup-1.13.1-13.el9.noarch.rpm 5.8 MB/s | 375 kB 00:00 2026-03-11T11:31:20.674 INFO:teuthology.orchestra.run.vm08.stdout:(314/314): librbd1-19.2.3-41.g93f09337d0c.el9.c 6.1 MB/s | 3.2 MB 00:00 2026-03-11T11:31:20.679 INFO:teuthology.orchestra.run.vm08.stdout:-------------------------------------------------------------------------------- 2026-03-11T11:31:20.679 INFO:teuthology.orchestra.run.vm08.stdout:Total 37 MB/s | 360 MB 00:09 2026-03-11T11:31:20.691 INFO:teuthology.orchestra.run.vm00.stdout:(170/314): jsr-305-3.0.2-9.el9.noarch.rpm 1.1 MB/s | 31 kB 00:00 2026-03-11T11:31:20.721 INFO:teuthology.orchestra.run.vm00.stdout:(171/314): lcms2-2.12-3.el9.x86_64.rpm 5.4 MB/s | 166 kB 00:00 2026-03-11T11:31:20.748 INFO:teuthology.orchestra.run.vm00.stdout:(172/314): libX11-xcb-1.7.0-11.el9.x86_64.rpm 392 kB/s | 10 kB 00:00 2026-03-11T11:31:20.774 INFO:teuthology.orchestra.run.vm00.stdout:(173/314): libXcomposite-0.4.5-7.el9.x86_64.rpm 875 kB/s | 23 kB 00:00 2026-03-11T11:31:20.801 INFO:teuthology.orchestra.run.vm00.stdout:(174/314): libXcursor-1.2.0-7.el9.x86_64.rpm 1.1 MB/s | 30 kB 00:00 2026-03-11T11:31:20.828 INFO:teuthology.orchestra.run.vm00.stdout:(175/314): libXdamage-1.1.5-7.el9.x86_64.rpm 829 kB/s | 22 kB 00:00 2026-03-11T11:31:20.855 INFO:teuthology.orchestra.run.vm00.stdout:(176/314): libXfixes-5.0.3-16.el9.x86_64.rpm 705 kB/s | 19 kB 00:00 2026-03-11T11:31:20.883 INFO:teuthology.orchestra.run.vm00.stdout:(177/314): libXi-1.7.10-8.el9.x86_64.rpm 1.3 MB/s | 39 kB 00:00 2026-03-11T11:31:20.910 INFO:teuthology.orchestra.run.vm00.stdout:(178/314): libXinerama-1.1.4-10.el9.x86_64.rpm 527 kB/s | 14 kB 00:00 2026-03-11T11:31:20.937 INFO:teuthology.orchestra.run.vm00.stdout:(179/314): libXrandr-1.5.2-8.el9.x86_64.rpm 1.0 MB/s | 27 kB 00:00 2026-03-11T11:31:20.964 INFO:teuthology.orchestra.run.vm00.stdout:(180/314): libXtst-1.2.3-16.el9.x86_64.rpm 774 kB/s | 20 kB 00:00 2026-03-11T11:31:20.994 INFO:teuthology.orchestra.run.vm00.stdout:(181/314): libXv-1.0.11-16.el9.x86_64.rpm 594 kB/s | 18 kB 00:00 2026-03-11T11:31:21.028 INFO:teuthology.orchestra.run.vm00.stdout:(182/314): libXxf86vm-1.1.4-18.el9.x86_64.rpm 538 kB/s | 18 kB 00:00 2026-03-11T11:31:21.055 INFO:teuthology.orchestra.run.vm00.stdout:(183/314): libasyncns-0.8-22.el9.x86_64.rpm 1.1 MB/s | 29 kB 00:00 2026-03-11T11:31:21.082 INFO:teuthology.orchestra.run.vm00.stdout:(184/314): libcanberra-0.30-27.el9.x86_64.rpm 3.0 MB/s | 85 kB 00:00 2026-03-11T11:31:21.109 INFO:teuthology.orchestra.run.vm00.stdout:(185/314): libcanberra-gtk3-0.30-27.el9.x86_64. 1.1 MB/s | 31 kB 00:00 2026-03-11T11:31:21.139 INFO:teuthology.orchestra.run.vm00.stdout:(186/314): libdrm-2.4.123-2.el9.x86_64.rpm 5.3 MB/s | 158 kB 00:00 2026-03-11T11:31:21.190 INFO:teuthology.orchestra.run.vm00.stdout:(187/314): libepoxy-1.5.5-4.el9.x86_64.rpm 4.7 MB/s | 244 kB 00:00 2026-03-11T11:31:21.252 INFO:teuthology.orchestra.run.vm00.stdout:(188/314): libexif-0.6.22-6.el9.x86_64.rpm 6.7 MB/s | 423 kB 00:00 2026-03-11T11:31:21.287 INFO:teuthology.orchestra.run.vm00.stdout:(189/314): libfontenc-1.1.3-17.el9.x86_64.rpm 865 kB/s | 30 kB 00:00 2026-03-11T11:31:21.315 INFO:teuthology.orchestra.run.vm00.stdout:(190/314): libgexiv2-0.14.3-1.el9.x86_64.rpm 3.2 MB/s | 93 kB 00:00 2026-03-11T11:31:21.455 INFO:teuthology.orchestra.run.vm00.stdout:(191/314): java-17-openjdk-headless-17.0.18.0.8 41 MB/s | 44 MB 00:01 2026-03-11T11:31:21.456 INFO:teuthology.orchestra.run.vm00.stdout:(192/314): libglvnd-1.3.4-1.el9.x86_64.rpm 946 kB/s | 133 kB 00:00 2026-03-11T11:31:21.482 INFO:teuthology.orchestra.run.vm00.stdout:(193/314): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 1.3 MB/s | 36 kB 00:00 2026-03-11T11:31:21.484 INFO:teuthology.orchestra.run.vm00.stdout:(194/314): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 5.0 MB/s | 140 kB 00:00 2026-03-11T11:31:21.510 INFO:teuthology.orchestra.run.vm00.stdout:(195/314): libgsf-1.14.47-5.el9.x86_64.rpm 8.5 MB/s | 245 kB 00:00 2026-03-11T11:31:21.511 INFO:teuthology.orchestra.run.vm00.stdout:(196/314): libgxps-0.3.2-3.el9.x86_64.rpm 2.8 MB/s | 78 kB 00:00 2026-03-11T11:31:21.537 INFO:teuthology.orchestra.run.vm00.stdout:(197/314): libiptcdata-1.0.5-10.el9.x86_64.rpm 2.2 MB/s | 60 kB 00:00 2026-03-11T11:31:21.538 INFO:teuthology.orchestra.run.vm00.stdout:(198/314): libldac-2.0.2.3-10.el9.x86_64.rpm 1.5 MB/s | 40 kB 00:00 2026-03-11T11:31:21.566 INFO:teuthology.orchestra.run.vm00.stdout:(199/314): libnotify-0.7.9-8.el9.x86_64.rpm 1.5 MB/s | 43 kB 00:00 2026-03-11T11:31:21.567 INFO:teuthology.orchestra.run.vm00.stdout:(200/314): libnbd-1.20.3-4.el9.x86_64.rpm 5.6 MB/s | 171 kB 00:00 2026-03-11T11:31:21.592 INFO:teuthology.orchestra.run.vm00.stdout:(201/314): libogg-1.3.4-6.el9.x86_64.rpm 1.2 MB/s | 32 kB 00:00 2026-03-11T11:31:21.600 INFO:teuthology.orchestra.run.vm00.stdout:(202/314): libosinfo-1.10.0-1.el9.x86_64.rpm 9.4 MB/s | 312 kB 00:00 2026-03-11T11:31:21.620 INFO:teuthology.orchestra.run.vm00.stdout:(203/314): libpmemobj-1.12.1-1.el9.x86_64.rpm 5.7 MB/s | 159 kB 00:00 2026-03-11T11:31:21.631 INFO:teuthology.orchestra.run.vm00.stdout:(204/314): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.4 MB/s | 44 kB 00:00 2026-03-11T11:31:21.654 INFO:teuthology.orchestra.run.vm00.stdout:(205/314): librdkafka-1.6.1-102.el9.x86_64.rpm 19 MB/s | 662 kB 00:00 2026-03-11T11:31:21.657 INFO:teuthology.orchestra.run.vm00.stdout:(206/314): libsbc-1.4-9.el9.x86_64.rpm 1.6 MB/s | 44 kB 00:00 2026-03-11T11:31:21.683 INFO:teuthology.orchestra.run.vm00.stdout:(207/314): libsndfile-1.0.31-9.el9.x86_64.rpm 7.2 MB/s | 205 kB 00:00 2026-03-11T11:31:21.688 INFO:teuthology.orchestra.run.vm00.stdout:(208/314): libstoragemgmt-1.10.1-1.el9.x86_64.r 7.7 MB/s | 243 kB 00:00 2026-03-11T11:31:21.711 INFO:teuthology.orchestra.run.vm00.stdout:(209/314): libtheora-1.1.1-31.el9.x86_64.rpm 5.7 MB/s | 163 kB 00:00 2026-03-11T11:31:21.720 INFO:teuthology.orchestra.run.vm00.stdout:(210/314): libtiff-4.4.0-15.el9_7.2.0.1.x86_64. 6.2 MB/s | 196 kB 00:00 2026-03-11T11:31:21.741 INFO:teuthology.orchestra.run.vm00.stdout:(211/314): libtracker-sparql-3.1.2-3.el9_1.x86_ 10 MB/s | 316 kB 00:00 2026-03-11T11:31:21.748 INFO:teuthology.orchestra.run.vm00.stdout:(212/314): libvorbis-1.3.7-5.el9.x86_64.rpm 6.7 MB/s | 192 kB 00:00 2026-03-11T11:31:21.767 INFO:teuthology.orchestra.run.vm00.stdout:(213/314): libwayland-client-1.21.0-1.el9.x86_6 1.2 MB/s | 33 kB 00:00 2026-03-11T11:31:21.774 INFO:teuthology.orchestra.run.vm00.stdout:(214/314): libwayland-cursor-1.21.0-1.el9.x86_6 709 kB/s | 18 kB 00:00 2026-03-11T11:31:21.794 INFO:teuthology.orchestra.run.vm00.stdout:(215/314): libwayland-egl-1.21.0-1.el9.x86_64.r 456 kB/s | 12 kB 00:00 2026-03-11T11:31:21.801 INFO:teuthology.orchestra.run.vm00.stdout:(216/314): libwayland-server-1.21.0-1.el9.x86_6 1.5 MB/s | 41 kB 00:00 2026-03-11T11:31:21.823 INFO:teuthology.orchestra.run.vm00.stdout:(217/314): libwebp-1.2.0-8.el9.x86_64.rpm 9.2 MB/s | 276 kB 00:00 2026-03-11T11:31:21.829 INFO:teuthology.orchestra.run.vm00.stdout:(218/314): libxkbcommon-1.0.3-4.el9.x86_64.rpm 4.8 MB/s | 132 kB 00:00 2026-03-11T11:31:21.850 INFO:teuthology.orchestra.run.vm00.stdout:(219/314): libxshmfence-1.3-10.el9.x86_64.rpm 447 kB/s | 12 kB 00:00 2026-03-11T11:31:21.858 INFO:teuthology.orchestra.run.vm00.stdout:(220/314): libxslt-1.1.34-13.el9_6.x86_64.rpm 8.2 MB/s | 239 kB 00:00 2026-03-11T11:31:21.876 INFO:teuthology.orchestra.run.vm00.stdout:(221/314): llvm-filesystem-20.1.8-3.el9.x86_64. 356 kB/s | 9.2 kB 00:00 2026-03-11T11:31:21.902 INFO:teuthology.orchestra.run.vm00.stdout:(222/314): low-memory-monitor-2.1-4.el9.x86_64. 1.3 MB/s | 35 kB 00:00 2026-03-11T11:31:21.931 INFO:teuthology.orchestra.run.vm00.stdout:(223/314): lttng-ust-2.12.0-6.el9.x86_64.rpm 9.6 MB/s | 282 kB 00:00 2026-03-11T11:31:21.959 INFO:teuthology.orchestra.run.vm00.stdout:(224/314): lua-5.4.4-4.el9.x86_64.rpm 6.6 MB/s | 187 kB 00:00 2026-03-11T11:31:21.989 INFO:teuthology.orchestra.run.vm00.stdout:(225/314): lua-posix-35.0-8.el9.x86_64.rpm 4.4 MB/s | 131 kB 00:00 2026-03-11T11:31:22.015 INFO:teuthology.orchestra.run.vm00.stdout:(226/314): maven-3.6.3-22.el9.noarch.rpm 640 kB/s | 17 kB 00:00 2026-03-11T11:31:22.073 INFO:teuthology.orchestra.run.vm00.stdout:(227/314): maven-lib-3.6.3-22.el9.noarch.rpm 26 MB/s | 1.5 MB 00:00 2026-03-11T11:31:22.099 INFO:teuthology.orchestra.run.vm00.stdout:(228/314): maven-openjdk17-3.6.3-22.el9.noarch. 310 kB/s | 8.0 kB 00:00 2026-03-11T11:31:22.136 INFO:teuthology.orchestra.run.vm00.stdout:(229/314): maven-resolver-1.6.1-14.el9.noarch.r 13 MB/s | 512 kB 00:00 2026-03-11T11:31:22.166 INFO:teuthology.orchestra.run.vm00.stdout:(230/314): maven-shared-utils-3.3.4-7.el9.noarc 4.9 MB/s | 150 kB 00:00 2026-03-11T11:31:22.195 INFO:teuthology.orchestra.run.vm00.stdout:(231/314): maven-wagon-3.4.2-10.el9.noarch.rpm 3.8 MB/s | 111 kB 00:00 2026-03-11T11:31:22.424 INFO:teuthology.orchestra.run.vm00.stdout:(232/314): mesa-dri-drivers-25.0.7-4.el9_7.x86_ 42 MB/s | 9.7 MB 00:00 2026-03-11T11:31:22.451 INFO:teuthology.orchestra.run.vm00.stdout:(233/314): mesa-filesystem-25.0.7-4.el9_7.x86_6 397 kB/s | 11 kB 00:00 2026-03-11T11:31:22.481 INFO:teuthology.orchestra.run.vm00.stdout:(234/314): mesa-libEGL-25.0.7-4.el9_7.x86_64.rp 4.6 MB/s | 136 kB 00:00 2026-03-11T11:31:22.572 INFO:teuthology.orchestra.run.vm00.stdout:(235/314): llvm-libs-20.1.8-3.el9.x86_64.rpm 42 MB/s | 30 MB 00:00 2026-03-11T11:31:22.573 INFO:teuthology.orchestra.run.vm00.stdout:(236/314): mesa-libGL-25.0.7-4.el9_7.x86_64.rpm 1.6 MB/s | 155 kB 00:00 2026-03-11T11:31:22.599 INFO:teuthology.orchestra.run.vm00.stdout:(237/314): mesa-libgbm-25.0.7-4.el9_7.x86_64.rp 624 kB/s | 16 kB 00:00 2026-03-11T11:31:22.599 INFO:teuthology.orchestra.run.vm00.stdout:(238/314): mkfontscale-1.2.1-3.el9.x86_64.rpm 1.2 MB/s | 31 kB 00:00 2026-03-11T11:31:22.626 INFO:teuthology.orchestra.run.vm00.stdout:(239/314): openblas-0.3.29-1.el9.x86_64.rpm 1.5 MB/s | 41 kB 00:00 2026-03-11T11:31:22.655 INFO:teuthology.orchestra.run.vm00.stdout:(240/314): openjpeg2-2.4.0-8.el9.x86_64.rpm 5.4 MB/s | 161 kB 00:00 2026-03-11T11:31:22.686 INFO:teuthology.orchestra.run.vm00.stdout:(241/314): opus-1.3.1-10.el9.x86_64.rpm 6.5 MB/s | 199 kB 00:00 2026-03-11T11:31:22.716 INFO:teuthology.orchestra.run.vm00.stdout:(242/314): openblas-openmp-0.3.29-1.el9.x86_64. 45 MB/s | 5.3 MB 00:00 2026-03-11T11:31:22.718 INFO:teuthology.orchestra.run.vm00.stdout:(243/314): orc-0.4.31-8.el9.x86_64.rpm 5.5 MB/s | 182 kB 00:00 2026-03-11T11:31:22.746 INFO:teuthology.orchestra.run.vm00.stdout:(244/314): osinfo-db-tools-1.10.0-1.el9.x86_64. 2.4 MB/s | 68 kB 00:00 2026-03-11T11:31:22.748 INFO:teuthology.orchestra.run.vm00.stdout:(245/314): osinfo-db-20250606-1.el9.rocky.20250 9.8 MB/s | 310 kB 00:00 2026-03-11T11:31:22.777 INFO:teuthology.orchestra.run.vm00.stdout:(246/314): p11-kit-server-0.25.3-3.el9_5.x86_64 8.2 MB/s | 244 kB 00:00 2026-03-11T11:31:22.792 INFO:teuthology.orchestra.run.vm00.stdout:(247/314): ostree-libs-2025.6-1.el9_7.x86_64.rp 10 MB/s | 484 kB 00:00 2026-03-11T11:31:22.804 INFO:teuthology.orchestra.run.vm00.stdout:(248/314): perl-Benchmark-1.23-481.1.el9_6.noar 970 kB/s | 25 kB 00:00 2026-03-11T11:31:22.821 INFO:teuthology.orchestra.run.vm00.stdout:(249/314): perl-Test-Harness-3.42-461.el9.noarc 9.1 MB/s | 267 kB 00:00 2026-03-11T11:31:22.831 INFO:teuthology.orchestra.run.vm00.stdout:(250/314): pipewire-1.0.1-1.el9.x86_64.rpm 3.7 MB/s | 101 kB 00:00 2026-03-11T11:31:22.848 INFO:teuthology.orchestra.run.vm00.stdout:(251/314): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 2.0 MB/s | 56 kB 00:00 2026-03-11T11:31:22.857 INFO:teuthology.orchestra.run.vm00.stdout:(252/314): pipewire-jack-audio-connection-kit-1 315 kB/s | 8.1 kB 00:00 2026-03-11T11:31:22.877 INFO:teuthology.orchestra.run.vm00.stdout:(253/314): pipewire-jack-audio-connection-kit-l 4.6 MB/s | 134 kB 00:00 2026-03-11T11:31:22.907 INFO:teuthology.orchestra.run.vm00.stdout:(254/314): pipewire-libs-1.0.1-1.el9.x86_64.rpm 37 MB/s | 1.9 MB 00:00 2026-03-11T11:31:22.908 INFO:teuthology.orchestra.run.vm00.stdout:(255/314): pipewire-pulseaudio-1.0.1-1.el9.x86_ 5.7 MB/s | 185 kB 00:00 2026-03-11T11:31:22.934 INFO:teuthology.orchestra.run.vm00.stdout:(256/314): plexus-cipher-1.7-30.el9.noarch.rpm 935 kB/s | 24 kB 00:00 2026-03-11T11:31:22.935 INFO:teuthology.orchestra.run.vm00.stdout:(257/314): plexus-classworlds-2.6.0-14.el9.noar 2.2 MB/s | 59 kB 00:00 2026-03-11T11:31:22.963 INFO:teuthology.orchestra.run.vm00.stdout:(258/314): plexus-containers-component-annotati 598 kB/s | 17 kB 00:00 2026-03-11T11:31:22.963 INFO:teuthology.orchestra.run.vm00.stdout:(259/314): plexus-interpolation-1.26-15.el9.noa 2.7 MB/s | 78 kB 00:00 2026-03-11T11:31:22.991 INFO:teuthology.orchestra.run.vm00.stdout:(260/314): plexus-sec-dispatcher-1.4-41.el9.noa 1.2 MB/s | 32 kB 00:00 2026-03-11T11:31:22.993 INFO:teuthology.orchestra.run.vm00.stdout:(261/314): plexus-utils-3.3.0-13.el9.noarch.rpm 8.4 MB/s | 253 kB 00:00 2026-03-11T11:31:23.045 INFO:teuthology.orchestra.run.vm00.stdout:(262/314): poppler-21.01.0-23.el9_7.x86_64.rpm 20 MB/s | 1.1 MB 00:00 2026-03-11T11:31:23.056 INFO:teuthology.orchestra.run.vm00.stdout:(263/314): poppler-data-0.4.9-9.el9.0.1.noarch. 29 MB/s | 1.8 MB 00:00 2026-03-11T11:31:23.073 INFO:teuthology.orchestra.run.vm00.stdout:(264/314): poppler-glib-21.01.0-23.el9_7.x86_64 5.4 MB/s | 151 kB 00:00 2026-03-11T11:31:23.100 INFO:teuthology.orchestra.run.vm00.stdout:(265/314): protobuf-3.14.0-17.el9_7.x86_64.rpm 23 MB/s | 1.0 MB 00:00 2026-03-11T11:31:23.102 INFO:teuthology.orchestra.run.vm00.stdout:(266/314): publicsuffix-list-20210518-3.el9.noa 2.8 MB/s | 82 kB 00:00 2026-03-11T11:31:23.141 INFO:teuthology.orchestra.run.vm00.stdout:(267/314): pulseaudio-libs-15.0-3.el9.x86_64.rp 16 MB/s | 663 kB 00:00 2026-03-11T11:31:23.172 INFO:teuthology.orchestra.run.vm00.stdout:(268/314): python3-devel-3.9.23-2.el9.x86_64.rp 6.5 MB/s | 205 kB 00:00 2026-03-11T11:31:23.203 INFO:teuthology.orchestra.run.vm00.stdout:(269/314): python3-jinja2-2.11.3-8.el9_5.noarch 7.2 MB/s | 228 kB 00:00 2026-03-11T11:31:23.235 INFO:teuthology.orchestra.run.vm00.stdout:(270/314): python3-babel-2.9.1-2.el9.noarch.rpm 43 MB/s | 5.8 MB 00:00 2026-03-11T11:31:23.246 INFO:teuthology.orchestra.run.vm00.stdout:(271/314): python3-libstoragemgmt-1.10.1-1.el9. 3.9 MB/s | 166 kB 00:00 2026-03-11T11:31:23.276 INFO:teuthology.orchestra.run.vm00.stdout:(272/314): python3-mako-1.1.4-6.el9.noarch.rpm 4.8 MB/s | 144 kB 00:00 2026-03-11T11:31:23.282 INFO:teuthology.orchestra.run.vm00.stdout:(273/314): python3-lxml-4.6.5-3.el9.x86_64.rpm 26 MB/s | 1.2 MB 00:00 2026-03-11T11:31:23.303 INFO:teuthology.orchestra.run.vm00.stdout:(274/314): python3-markupsafe-1.1.1-12.el9.x86_ 1.2 MB/s | 32 kB 00:00 2026-03-11T11:31:23.338 INFO:teuthology.orchestra.run.vm00.stdout:(275/314): python3-numpy-f2py-1.23.5-1.el9.x86_ 10 MB/s | 368 kB 00:00 2026-03-11T11:31:23.366 INFO:teuthology.orchestra.run.vm00.stdout:(276/314): python3-packaging-20.9-5.el9.noarch. 2.4 MB/s | 69 kB 00:00 2026-03-11T11:31:23.408 INFO:teuthology.orchestra.run.vm00.stdout:(277/314): python3-numpy-1.23.5-1.el9.x86_64.rp 46 MB/s | 5.8 MB 00:00 2026-03-11T11:31:23.411 INFO:teuthology.orchestra.run.vm00.stdout:(278/314): python3-protobuf-3.14.0-17.el9_7.noa 5.2 MB/s | 237 kB 00:00 2026-03-11T11:31:23.436 INFO:teuthology.orchestra.run.vm00.stdout:(279/314): python3-pyasn1-0.4.8-7.el9_7.noarch. 4.6 MB/s | 132 kB 00:00 2026-03-11T11:31:23.440 INFO:teuthology.orchestra.run.vm00.stdout:(280/314): python3-pyasn1-modules-0.4.8-7.el9_7 7.2 MB/s | 210 kB 00:00 2026-03-11T11:31:23.463 INFO:teuthology.orchestra.run.vm00.stdout:(281/314): python3-requests-oauthlib-1.3.0-12.e 1.6 MB/s | 43 kB 00:00 2026-03-11T11:31:23.467 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-11T11:31:23.492 INFO:teuthology.orchestra.run.vm00.stdout:(282/314): python3-toml-0.10.2-6.el9.0.1.noarch 1.5 MB/s | 44 kB 00:00 2026-03-11T11:31:23.523 INFO:teuthology.orchestra.run.vm00.stdout:(283/314): qatlib-24.09.0-1.el9.x86_64.rpm 7.1 MB/s | 221 kB 00:00 2026-03-11T11:31:23.550 INFO:teuthology.orchestra.run.vm00.stdout:(284/314): qatlib-service-24.09.0-1.el9.x86_64. 1.3 MB/s | 36 kB 00:00 2026-03-11T11:31:23.564 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-11T11:31:23.565 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-11T11:31:23.578 INFO:teuthology.orchestra.run.vm00.stdout:(285/314): qatzip-libs-1.3.1-1.el9.x86_64.rpm 2.3 MB/s | 65 kB 00:00 2026-03-11T11:31:23.609 INFO:teuthology.orchestra.run.vm00.stdout:(286/314): rtkit-0.11-29.el9.x86_64.rpm 1.7 MB/s | 55 kB 00:00 2026-03-11T11:31:23.652 INFO:teuthology.orchestra.run.vm00.stdout:(287/314): sisu-0.3.4-14.el9.noarch.rpm 12 MB/s | 508 kB 00:00 2026-03-11T11:31:23.680 INFO:teuthology.orchestra.run.vm00.stdout:(288/314): slf4j-1.7.30-16.el9.noarch.rpm 2.4 MB/s | 68 kB 00:00 2026-03-11T11:31:23.718 INFO:teuthology.orchestra.run.vm00.stdout:(289/314): socat-1.7.4.1-8.el9.x86_64.rpm 7.7 MB/s | 299 kB 00:00 2026-03-11T11:31:23.755 INFO:teuthology.orchestra.run.vm00.stdout:(290/314): sound-theme-freedesktop-0.8-17.el9.0 10 MB/s | 384 kB 00:00 2026-03-11T11:31:23.846 INFO:teuthology.orchestra.run.vm00.stdout:(291/314): python3-scipy-1.9.3-2.el9.x86_64.rpm 46 MB/s | 19 MB 00:00 2026-03-11T11:31:23.854 INFO:teuthology.orchestra.run.vm00.stdout:(292/314): spirv-tools-libs-2025.2-1.el9.x86_64 15 MB/s | 1.5 MB 00:00 2026-03-11T11:31:23.875 INFO:teuthology.orchestra.run.vm00.stdout:(293/314): totem-pl-parser-3.26.6-2.el9.x86_64. 4.3 MB/s | 130 kB 00:00 2026-03-11T11:31:23.890 INFO:teuthology.orchestra.run.vm00.stdout:(294/314): tracker-3.1.2-3.el9_1.x86_64.rpm 15 MB/s | 538 kB 00:00 2026-03-11T11:31:23.913 INFO:teuthology.orchestra.run.vm00.stdout:(295/314): tracker-miners-3.1.2-4.el9_3.x86_64. 23 MB/s | 888 kB 00:00 2026-03-11T11:31:23.917 INFO:teuthology.orchestra.run.vm00.stdout:(296/314): ttmkfdir-3.0.9-65.el9.x86_64.rpm 1.9 MB/s | 52 kB 00:00 2026-03-11T11:31:23.944 INFO:teuthology.orchestra.run.vm00.stdout:(297/314): tzdata-java-2025c-1.el9.noarch.rpm 4.7 MB/s | 145 kB 00:00 2026-03-11T11:31:23.946 INFO:teuthology.orchestra.run.vm00.stdout:(298/314): upower-0.99.13-2.el9.x86_64.rpm 5.5 MB/s | 165 kB 00:00 2026-03-11T11:31:23.974 INFO:teuthology.orchestra.run.vm00.stdout:(299/314): webrtc-audio-processing-0.3.1-8.el9. 10 MB/s | 303 kB 00:00 2026-03-11T11:31:23.975 INFO:teuthology.orchestra.run.vm00.stdout:(300/314): wireplumber-0.4.14-1.el9.0.1.x86_64. 2.8 MB/s | 83 kB 00:00 2026-03-11T11:31:24.002 INFO:teuthology.orchestra.run.vm00.stdout:(301/314): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 1.5 MB/s | 41 kB 00:00 2026-03-11T11:31:24.004 INFO:teuthology.orchestra.run.vm00.stdout:(302/314): wireplumber-libs-0.4.14-1.el9.0.1.x8 11 MB/s | 338 kB 00:00 2026-03-11T11:31:24.034 INFO:teuthology.orchestra.run.vm00.stdout:(303/314): xdg-desktop-portal-1.12.6-1.el9.x86_ 11 MB/s | 367 kB 00:00 2026-03-11T11:31:24.036 INFO:teuthology.orchestra.run.vm00.stdout:(304/314): xdg-desktop-portal-gtk-1.12.0-3.el9. 4.0 MB/s | 130 kB 00:00 2026-03-11T11:31:24.067 INFO:teuthology.orchestra.run.vm00.stdout:(305/314): xmlsec1-1.2.29-13.el9.x86_64.rpm 6.0 MB/s | 188 kB 00:00 2026-03-11T11:31:24.072 INFO:teuthology.orchestra.run.vm00.stdout:(306/314): xkeyboard-config-2.33-2.el9.0.1.noar 22 MB/s | 854 kB 00:00 2026-03-11T11:31:24.095 INFO:teuthology.orchestra.run.vm00.stdout:(307/314): xmlsec1-openssl-1.2.29-13.el9.x86_64 3.1 MB/s | 89 kB 00:00 2026-03-11T11:31:24.100 INFO:teuthology.orchestra.run.vm00.stdout:(308/314): xmlstarlet-1.6.1-20.el9.x86_64.rpm 2.2 MB/s | 63 kB 00:00 2026-03-11T11:31:24.128 INFO:teuthology.orchestra.run.vm00.stdout:(309/314): xorg-x11-fonts-Type1-7.5-33.el9.noar 15 MB/s | 499 kB 00:00 2026-03-11T11:31:24.128 INFO:teuthology.orchestra.run.vm00.stdout:(310/314): lua-devel-5.4.4-4.el9.x86_64.rpm 771 kB/s | 21 kB 00:00 2026-03-11T11:31:24.167 INFO:teuthology.orchestra.run.vm00.stdout:(311/314): protobuf-compiler-3.14.0-17.el9_7.x8 21 MB/s | 862 kB 00:00 2026-03-11T11:31:24.540 INFO:teuthology.orchestra.run.vm00.stdout:(312/314): librados2-19.2.3-41.g93f09337d0c.el9 8.4 MB/s | 3.4 MB 00:00 2026-03-11T11:31:24.578 INFO:teuthology.orchestra.run.vm00.stdout:(313/314): librbd1-19.2.3-41.g93f09337d0c.el9.c 7.7 MB/s | 3.2 MB 00:00 2026-03-11T11:31:24.962 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-11T11:31:24.962 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-11T11:31:26.121 INFO:teuthology.orchestra.run.vm00.stdout:(314/314): ceph-test-19.2.3-41.g93f09337d0c.el9 4.6 MB/s | 50 MB 00:10 2026-03-11T11:31:26.126 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-11T11:31:26.126 INFO:teuthology.orchestra.run.vm00.stdout:Total 27 MB/s | 360 MB 00:13 2026-03-11T11:31:26.313 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 1/1 2026-03-11T11:31:26.420 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 1/1 2026-03-11T11:31:26.478 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-11T11:31:26.496 INFO:teuthology.orchestra.run.vm08.stdout: Installing : javapackages-filesystem-6.4.0-1.el9.noarch 1/316 2026-03-11T11:31:26.502 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libxslt-1.1.34-13.el9_6.x86_64 2/316 2026-03-11T11:31:26.505 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 3/316 2026-03-11T11:31:26.532 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXi-1.7.10-8.el9.x86_64 4/316 2026-03-11T11:31:26.552 INFO:teuthology.orchestra.run.vm08.stdout: Installing : alsa-lib-1.2.14-1.el9.x86_64 5/316 2026-03-11T11:31:26.560 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 6/316 2026-03-11T11:31:26.565 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 7/316 2026-03-11T11:31:26.570 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-utils-3.3.0-13.el9.noarch 8/316 2026-03-11T11:31:26.582 INFO:teuthology.orchestra.run.vm08.stdout: Installing : slf4j-1.7.30-16.el9.noarch 9/316 2026-03-11T11:31:26.587 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 10/316 2026-03-11T11:31:26.596 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 11/316 2026-03-11T11:31:26.600 INFO:teuthology.orchestra.run.vm08.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 12/316 2026-03-11T11:31:26.603 INFO:teuthology.orchestra.run.vm08.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 13/316 2026-03-11T11:31:26.606 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libX11-xcb-1.7.0-11.el9.x86_64 14/316 2026-03-11T11:31:26.621 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lmdb-libs-0.9.29-3.el9.x86_64 15/316 2026-03-11T11:31:26.786 INFO:teuthology.orchestra.run.vm08.stdout: Installing : thrift-0.15.0-4.el9.x86_64 16/316 2026-03-11T11:31:26.788 INFO:teuthology.orchestra.run.vm08.stdout: Upgrading : librados2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 17/316 2026-03-11T11:31:26.850 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librados2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 17/316 2026-03-11T11:31:26.851 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcephfs2-2:19.2.3-41.g93f09337d0c.el9.clyso.x8 18/316 2026-03-11T11:31:26.884 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libcephfs2-2:19.2.3-41.g93f09337d0c.el9.clyso.x8 18/316 2026-03-11T11:31:26.888 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-rados-2:19.2.3-41.g93f09337d0c.el9.clyso 19/316 2026-03-11T11:31:26.892 INFO:teuthology.orchestra.run.vm08.stdout: Installing : atinject-1.0.3-9.el9.noarch 20/316 2026-03-11T11:31:26.898 INFO:teuthology.orchestra.run.vm08.stdout: Installing : opus-1.3.1-10.el9.x86_64 21/316 2026-03-11T11:31:26.905 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lua-5.4.4-4.el9.x86_64 22/316 2026-03-11T11:31:26.909 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 23/316 2026-03-11T11:31:26.913 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 24/316 2026-03-11T11:31:26.946 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lcms2-2.12-3.el9.x86_64 25/316 2026-03-11T11:31:26.978 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gstreamer1-1.22.12-3.el9.x86_64 26/316 2026-03-11T11:31:26.984 INFO:teuthology.orchestra.run.vm08.stdout: Installing : atk-2.36.0-5.el9.x86_64 27/316 2026-03-11T11:31:26.995 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 28/316 2026-03-11T11:31:26.996 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcephsqlite-2:19.2.3-41.g93f09337d0c.el9.clyso 29/316 2026-03-11T11:31:27.033 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libcephsqlite-2:19.2.3-41.g93f09337d0c.el9.clyso 29/316 2026-03-11T11:31:27.036 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libradosstriper1-2:19.2.3-41.g93f09337d0c.el9.cl 30/316 2026-03-11T11:31:27.051 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libradosstriper1-2:19.2.3-41.g93f09337d0c.el9.cl 30/316 2026-03-11T11:31:27.054 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 31/316 2026-03-11T11:31:27.092 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 32/316 2026-03-11T11:31:27.102 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 33/316 2026-03-11T11:31:27.107 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 34/316 2026-03-11T11:31:27.112 INFO:teuthology.orchestra.run.vm08.stdout: Installing : apache-commons-io-1:2.8.0-12.el9.noarch 35/316 2026-03-11T11:31:27.118 INFO:teuthology.orchestra.run.vm08.stdout: Installing : apache-commons-lang3-3.12.0-10.el9.noarch 36/316 2026-03-11T11:31:27.121 INFO:teuthology.orchestra.run.vm08.stdout: Installing : httpcomponents-core-4.4.13-11.el9.noarch 37/316 2026-03-11T11:31:27.124 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-cipher-1.7-30.el9.noarch 38/316 2026-03-11T11:31:27.128 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-classworlds-2.6.0-14.el9.noarch 39/316 2026-03-11T11:31:27.153 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-containers-component-annotations-2.1.0-13 40/316 2026-03-11T11:31:27.161 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 41/316 2026-03-11T11:31:27.172 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 42/316 2026-03-11T11:31:27.176 INFO:teuthology.orchestra.run.vm08.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 43/316 2026-03-11T11:31:27.179 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 44/316 2026-03-11T11:31:27.182 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 45/316 2026-03-11T11:31:27.186 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 46/316 2026-03-11T11:31:27.188 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 47/316 2026-03-11T11:31:27.195 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 48/316 2026-03-11T11:31:27.198 INFO:teuthology.orchestra.run.vm08.stdout: Installing : dconf-0.40.0-6.el9.x86_64 49/316 2026-03-11T11:31:27.218 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 49/316 2026-03-11T11:31:27.246 INFO:teuthology.orchestra.run.vm08.stdout: Installing : unzip-6.0-59.el9.x86_64 50/316 2026-03-11T11:31:27.264 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 51/316 2026-03-11T11:31:27.269 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 52/316 2026-03-11T11:31:27.274 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libtdb-1.4.13-1.el9.x86_64 53/316 2026-03-11T11:31:27.281 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 54/316 2026-03-11T11:31:27.284 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 55/316 2026-03-11T11:31:27.290 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 56/316 2026-03-11T11:31:27.296 INFO:teuthology.orchestra.run.vm08.stdout: Installing : fuse-2.9.9-17.el9.x86_64 57/316 2026-03-11T11:31:27.301 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 58/316 2026-03-11T11:31:27.336 INFO:teuthology.orchestra.run.vm08.stdout: Installing : re2-1:20211101-20.el9.x86_64 59/316 2026-03-11T11:31:27.374 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 60/316 2026-03-11T11:31:27.379 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 61/316 2026-03-11T11:31:27.410 INFO:teuthology.orchestra.run.vm08.stdout: Installing : liboath-2.6.12-1.el9.x86_64 62/316 2026-03-11T11:31:27.417 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-ceph-common-2:19.2.3-41.g93f09337d0c.el9 63/316 2026-03-11T11:31:27.427 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-ceph-argparse-2:19.2.3-41.g93f09337d0c.e 64/316 2026-03-11T11:31:27.441 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cephfs-2:19.2.3-41.g93f09337d0c.el9.clys 65/316 2026-03-11T11:31:27.450 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 66/316 2026-03-11T11:31:27.479 INFO:teuthology.orchestra.run.vm08.stdout: Installing : zip-3.0-35.el9.x86_64 67/316 2026-03-11T11:31:27.491 INFO:teuthology.orchestra.run.vm08.stdout: Installing : luarocks-3.9.2-5.el9.noarch 68/316 2026-03-11T11:31:27.519 INFO:teuthology.orchestra.run.vm08.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 69/316 2026-03-11T11:31:27.538 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 70/316 2026-03-11T11:31:27.599 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-rsa-4.9-2.el9.noarch 71/316 2026-03-11T11:31:27.605 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 72/316 2026-03-11T11:31:27.607 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-sec-dispatcher-1.4-41.el9.noarch 73/316 2026-03-11T11:31:27.610 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-shared-utils-3.3.4-7.el9.noarch 74/316 2026-03-11T11:31:27.616 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 75/316 2026-03-11T11:31:27.640 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 76/316 2026-03-11T11:31:27.647 INFO:teuthology.orchestra.run.vm08.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 77/316 2026-03-11T11:31:27.653 INFO:teuthology.orchestra.run.vm08.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 78/316 2026-03-11T11:31:27.660 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 79/316 2026-03-11T11:31:27.663 INFO:teuthology.orchestra.run.vm08.stdout: Installing : colord-libs-1.4.5-6.el9_6.x86_64 80/316 2026-03-11T11:31:27.669 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 81/316 2026-03-11T11:31:27.672 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 82/316 2026-03-11T11:31:27.676 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 83/316 2026-03-11T11:31:27.680 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cdi-api-2.0.2-9.el9.noarch 84/316 2026-03-11T11:31:27.690 INFO:teuthology.orchestra.run.vm08.stdout: Installing : sisu-1:0.3.4-14.el9.noarch 85/316 2026-03-11T11:31:27.693 INFO:teuthology.orchestra.run.vm08.stdout: Installing : librados-devel-2:19.2.3-41.g93f09337d0c.el9.clys 86/316 2026-03-11T11:31:27.699 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jcl-over-slf4j-1.7.30-16.el9.noarch 87/316 2026-03-11T11:31:27.704 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flac-libs-1.3.3-10.el9_2.1.x86_64 88/316 2026-03-11T11:31:27.710 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 89/316 2026-03-11T11:31:27.714 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 90/316 2026-03-11T11:31:27.719 INFO:teuthology.orchestra.run.vm08.stdout: Installing : apache-commons-cli-1.4-20.el9.noarch 91/316 2026-03-11T11:31:27.722 INFO:teuthology.orchestra.run.vm08.stdout: Installing : apache-commons-codec-1.15-10.el9.noarch 92/316 2026-03-11T11:31:27.727 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jakarta-annotations-1.3.5-16.el9.noarch 93/316 2026-03-11T11:31:27.734 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jansi-2.3.3-9.el9.x86_64 94/316 2026-03-11T11:31:27.739 INFO:teuthology.orchestra.run.vm08.stdout: Installing : javapackages-tools-6.4.0-1.el9.noarch 95/316 2026-03-11T11:31:27.747 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jsoup-1.13.1-13.el9.noarch 96/316 2026-03-11T11:31:27.756 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jsr-305-3.0.2-9.el9.noarch 97/316 2026-03-11T11:31:27.759 INFO:teuthology.orchestra.run.vm08.stdout: Installing : guava-30.1-10.el9.noarch 98/316 2026-03-11T11:31:27.762 INFO:teuthology.orchestra.run.vm08.stdout: Installing : google-guice-4.2.3-12.el9.noarch 99/316 2026-03-11T11:31:27.768 INFO:teuthology.orchestra.run.vm08.stdout: Installing : plexus-interpolation-1.26-15.el9.noarch 100/316 2026-03-11T11:31:27.786 INFO:teuthology.orchestra.run.vm08.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 101/316 2026-03-11T11:31:27.793 INFO:teuthology.orchestra.run.vm08.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 102/316 2026-03-11T11:31:27.882 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libgexiv2-0.14.3-1.el9.x86_64 103/316 2026-03-11T11:31:27.891 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xkeyboard-config-2.33-2.el9.0.1.noarch 104/316 2026-03-11T11:31:27.896 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 105/316 2026-03-11T11:31:27.900 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 106/316 2026-03-11T11:31:27.912 INFO:teuthology.orchestra.run.vm08.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 107/316 2026-03-11T11:31:27.915 INFO:teuthology.orchestra.run.vm08.stdout: Installing : upower-0.99.13-2.el9.x86_64 108/316 2026-03-11T11:31:27.931 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: upower-0.99.13-2.el9.x86_64 108/316 2026-03-11T11:31:27.931 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2026-03-11T11:31:27.931 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:28.017 INFO:teuthology.orchestra.run.vm08.stdout: Installing : tzdata-java-2025c-1.el9.noarch 109/316 2026-03-11T11:31:28.046 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 110/316 2026-03-11T11:31:28.066 INFO:teuthology.orchestra.run.vm08.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 111/316 2026-03-11T11:31:28.079 INFO:teuthology.orchestra.run.vm08.stdout: Installing : spirv-tools-libs-2025.2-1.el9.x86_64 112/316 2026-03-11T11:31:28.080 INFO:teuthology.orchestra.run.vm08.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 113/316 2026-03-11T11:31:28.098 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 113/316 2026-03-11T11:31:28.102 INFO:teuthology.orchestra.run.vm08.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 114/316 2026-03-11T11:31:28.155 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 115/316 2026-03-11T11:31:28.157 INFO:teuthology.orchestra.run.vm08.stdout: Installing : rtkit-0.11-29.el9.x86_64 115/316 2026-03-11T11:31:28.173 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 115/316 2026-03-11T11:31:28.173 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2026-03-11T11:31:28.173 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:28.185 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 116/316 2026-03-11T11:31:28.195 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 117/316 2026-03-11T11:31:28.201 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 118/316 2026-03-11T11:31:28.236 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 119/316 2026-03-11T11:31:28.283 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 120/316 2026-03-11T11:31:28.557 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 121/316 2026-03-11T11:31:28.606 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 122/316 2026-03-11T11:31:28.613 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 123/316 2026-03-11T11:31:28.619 INFO:teuthology.orchestra.run.vm08.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 124/316 2026-03-11T11:31:28.625 INFO:teuthology.orchestra.run.vm08.stdout: Installing : httpcomponents-client-4.5.13-7.el9.noarch 125/316 2026-03-11T11:31:28.634 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-wagon-3.4.2-10.el9.noarch 126/316 2026-03-11T11:31:28.653 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-resolver-1:1.6.1-14.el9.noarch 127/316 2026-03-11T11:31:28.657 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-11T11:31:28.737 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-lib-1:3.6.3-22.el9.noarch 128/316 2026-03-11T11:31:28.742 INFO:teuthology.orchestra.run.vm08.stdout: Installing : poppler-data-0.4.9-9.el9.0.1.noarch 129/316 2026-03-11T11:31:28.746 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-11T11:31:28.747 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-11T11:31:28.749 INFO:teuthology.orchestra.run.vm08.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 130/316 2026-03-11T11:31:28.759 INFO:teuthology.orchestra.run.vm08.stdout: Installing : p11-kit-server-0.25.3-3.el9_5.x86_64 131/316 2026-03-11T11:31:29.049 INFO:teuthology.orchestra.run.vm08.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 132/316 2026-03-11T11:31:29.068 INFO:teuthology.orchestra.run.vm08.stdout: Installing : osinfo-db-20250606-1.el9.rocky.20250920.noarch 133/316 2026-03-11T11:31:29.076 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 134/316 2026-03-11T11:31:29.083 INFO:teuthology.orchestra.run.vm08.stdout: Installing : orc-0.4.31-8.el9.x86_64 135/316 2026-03-11T11:31:29.087 INFO:teuthology.orchestra.run.vm08.stdout: Installing : openjpeg2-2.4.0-8.el9.x86_64 136/316 2026-03-11T11:31:29.150 INFO:teuthology.orchestra.run.vm08.stdout: Installing : openblas-0.3.29-1.el9.x86_64 137/316 2026-03-11T11:31:29.154 INFO:teuthology.orchestra.run.vm08.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 138/316 2026-03-11T11:31:29.179 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 139/316 2026-03-11T11:31:29.573 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 140/316 2026-03-11T11:31:29.663 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-numpy-1:1.23.5-1.el9.x86_64 141/316 2026-03-11T11:31:30.229 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-11T11:31:30.229 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-11T11:31:30.449 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 142/316 2026-03-11T11:31:30.472 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 143/316 2026-03-11T11:31:30.488 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mesa-filesystem-25.0.7-4.el9_7.x86_64 144/316 2026-03-11T11:31:30.495 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lua-posix-35.0-8.el9.x86_64 145/316 2026-03-11T11:31:30.501 INFO:teuthology.orchestra.run.vm08.stdout: Installing : copy-jdk-configs-4.0-3.el9.0.1.noarch 146/316 2026-03-11T11:31:30.503 INFO:teuthology.orchestra.run.vm08.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 147/316 2026-03-11T11:31:30.520 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 147/316 2026-03-11T11:31:30.520 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2026-03-11T11:31:30.520 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:30.754 INFO:teuthology.orchestra.run.vm08.stdout: Installing : llvm-filesystem-20.1.8-3.el9.x86_64 148/316 2026-03-11T11:31:30.759 INFO:teuthology.orchestra.run.vm08.stdout: Installing : llvm-libs-20.1.8-3.el9.x86_64 149/316 2026-03-11T11:31:30.765 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 150/316 2026-03-11T11:31:30.770 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 151/316 2026-03-11T11:31:30.774 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libsbc-1.4-9.el9.x86_64 152/316 2026-03-11T11:31:30.932 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 153/316 2026-03-11T11:31:30.936 INFO:teuthology.orchestra.run.vm08.stdout: Upgrading : librbd1-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_6 154/316 2026-03-11T11:31:30.971 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librbd1-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_6 154/316 2026-03-11T11:31:30.977 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-rbd-2:19.2.3-41.g93f09337d0c.el9.clyso.x 155/316 2026-03-11T11:31:30.982 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 156/316 2026-03-11T11:31:30.988 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 157/316 2026-03-11T11:31:31.008 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 158/316 2026-03-11T11:31:31.015 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 159/316 2026-03-11T11:31:31.019 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 160/316 2026-03-11T11:31:31.028 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 161/316 2026-03-11T11:31:31.031 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 162/316 2026-03-11T11:31:31.074 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 162/316 2026-03-11T11:31:31.083 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libexif-0.6.22-6.el9.x86_64 163/316 2026-03-11T11:31:31.087 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 164/316 2026-03-11T11:31:31.091 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libasyncns-0.8-22.el9.x86_64 165/316 2026-03-11T11:31:31.094 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 166/316 2026-03-11T11:31:31.099 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXv-1.0.11-16.el9.x86_64 167/316 2026-03-11T11:31:31.102 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 168/316 2026-03-11T11:31:31.107 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 169/316 2026-03-11T11:31:31.112 INFO:teuthology.orchestra.run.vm08.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 170/316 2026-03-11T11:31:31.121 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 171/316 2026-03-11T11:31:31.128 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 172/316 2026-03-11T11:31:31.139 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 173/316 2026-03-11T11:31:31.144 INFO:teuthology.orchestra.run.vm08.stdout: Installing : poppler-21.01.0-23.el9_7.x86_64 174/316 2026-03-11T11:31:31.361 INFO:teuthology.orchestra.run.vm08.stdout: Installing : poppler-glib-21.01.0-23.el9_7.x86_64 175/316 2026-03-11T11:31:31.419 INFO:teuthology.orchestra.run.vm08.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 176/316 2026-03-11T11:31:31.428 INFO:teuthology.orchestra.run.vm08.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 177/316 2026-03-11T11:31:31.434 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gtk-update-icon-cache-3.24.31-8.el9.x86_64 178/316 2026-03-11T11:31:31.440 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gsm-1.0.19-6.el9.x86_64 179/316 2026-03-11T11:31:31.464 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libsndfile-1.0.31-9.el9.x86_64 180/316 2026-03-11T11:31:31.476 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pulseaudio-libs-15.0-3.el9.x86_64 181/316 2026-03-11T11:31:31.481 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcanberra-0.30-27.el9.x86_64 182/316 2026-03-11T11:31:31.500 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 182/316 2026-03-11T11:31:31.505 INFO:teuthology.orchestra.run.vm08.stdout: Installing : graphene-1.10.6-2.el9.x86_64 183/316 2026-03-11T11:31:31.510 INFO:teuthology.orchestra.run.vm08.stdout: Installing : giflib-5.2.1-9.el9.x86_64 184/316 2026-03-11T11:31:31.513 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flatpak-session-helper-1.12.9-4.el9_6.x86_64 185/316 2026-03-11T11:31:31.515 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flatpak-selinux-1.12.9-4.el9_6.noarch 186/316 2026-03-11T11:31:31.667 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 1/1 2026-03-11T11:31:31.781 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 1/1 2026-03-11T11:31:31.843 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-11T11:31:31.860 INFO:teuthology.orchestra.run.vm00.stdout: Installing : javapackages-filesystem-6.4.0-1.el9.noarch 1/316 2026-03-11T11:31:31.865 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libxslt-1.1.34-13.el9_6.x86_64 2/316 2026-03-11T11:31:31.868 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 3/316 2026-03-11T11:31:31.896 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXi-1.7.10-8.el9.x86_64 4/316 2026-03-11T11:31:31.907 INFO:teuthology.orchestra.run.vm00.stdout: Installing : alsa-lib-1.2.14-1.el9.x86_64 5/316 2026-03-11T11:31:31.914 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 6/316 2026-03-11T11:31:31.919 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 7/316 2026-03-11T11:31:31.925 INFO:teuthology.orchestra.run.vm00.stdout: Installing : plexus-utils-3.3.0-13.el9.noarch 8/316 2026-03-11T11:31:31.938 INFO:teuthology.orchestra.run.vm00.stdout: Installing : slf4j-1.7.30-16.el9.noarch 9/316 2026-03-11T11:31:31.943 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 10/316 2026-03-11T11:31:31.957 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 11/316 2026-03-11T11:31:31.961 INFO:teuthology.orchestra.run.vm00.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 12/316 2026-03-11T11:31:31.967 INFO:teuthology.orchestra.run.vm00.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 13/316 2026-03-11T11:31:31.970 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libX11-xcb-1.7.0-11.el9.x86_64 14/316 2026-03-11T11:31:31.987 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lmdb-libs-0.9.29-3.el9.x86_64 15/316 2026-03-11T11:31:32.162 INFO:teuthology.orchestra.run.vm00.stdout: Installing : thrift-0.15.0-4.el9.x86_64 16/316 2026-03-11T11:31:32.166 INFO:teuthology.orchestra.run.vm00.stdout: Upgrading : librados2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 17/316 2026-03-11T11:31:32.232 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librados2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 17/316 2026-03-11T11:31:32.234 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libcephfs2-2:19.2.3-41.g93f09337d0c.el9.clyso.x8 18/316 2026-03-11T11:31:32.266 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libcephfs2-2:19.2.3-41.g93f09337d0c.el9.clyso.x8 18/316 2026-03-11T11:31:32.272 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-rados-2:19.2.3-41.g93f09337d0c.el9.clyso 19/316 2026-03-11T11:31:32.276 INFO:teuthology.orchestra.run.vm00.stdout: Installing : atinject-1.0.3-9.el9.noarch 20/316 2026-03-11T11:31:32.283 INFO:teuthology.orchestra.run.vm00.stdout: Installing : opus-1.3.1-10.el9.x86_64 21/316 2026-03-11T11:31:32.290 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lua-5.4.4-4.el9.x86_64 22/316 2026-03-11T11:31:32.295 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 23/316 2026-03-11T11:31:32.298 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 24/316 2026-03-11T11:31:32.337 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lcms2-2.12-3.el9.x86_64 25/316 2026-03-11T11:31:32.375 INFO:teuthology.orchestra.run.vm00.stdout: Installing : gstreamer1-1.22.12-3.el9.x86_64 26/316 2026-03-11T11:31:32.381 INFO:teuthology.orchestra.run.vm00.stdout: Installing : atk-2.36.0-5.el9.x86_64 27/316 2026-03-11T11:31:32.391 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 28/316 2026-03-11T11:31:32.392 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libcephsqlite-2:19.2.3-41.g93f09337d0c.el9.clyso 29/316 2026-03-11T11:31:32.434 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libcephsqlite-2:19.2.3-41.g93f09337d0c.el9.clyso 29/316 2026-03-11T11:31:32.436 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libradosstriper1-2:19.2.3-41.g93f09337d0c.el9.cl 30/316 2026-03-11T11:31:32.464 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libradosstriper1-2:19.2.3-41.g93f09337d0c.el9.cl 30/316 2026-03-11T11:31:32.468 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 31/316 2026-03-11T11:31:32.512 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 32/316 2026-03-11T11:31:32.523 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 33/316 2026-03-11T11:31:32.531 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 34/316 2026-03-11T11:31:32.536 INFO:teuthology.orchestra.run.vm00.stdout: Installing : apache-commons-io-1:2.8.0-12.el9.noarch 35/316 2026-03-11T11:31:32.543 INFO:teuthology.orchestra.run.vm00.stdout: Installing : apache-commons-lang3-3.12.0-10.el9.noarch 36/316 2026-03-11T11:31:32.546 INFO:teuthology.orchestra.run.vm00.stdout: Installing : httpcomponents-core-4.4.13-11.el9.noarch 37/316 2026-03-11T11:31:32.549 INFO:teuthology.orchestra.run.vm00.stdout: Installing : plexus-cipher-1.7-30.el9.noarch 38/316 2026-03-11T11:31:32.553 INFO:teuthology.orchestra.run.vm00.stdout: Installing : plexus-classworlds-2.6.0-14.el9.noarch 39/316 2026-03-11T11:31:32.580 INFO:teuthology.orchestra.run.vm00.stdout: Installing : plexus-containers-component-annotations-2.1.0-13 40/316 2026-03-11T11:31:32.590 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 41/316 2026-03-11T11:31:32.601 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 42/316 2026-03-11T11:31:32.605 INFO:teuthology.orchestra.run.vm00.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 43/316 2026-03-11T11:31:32.608 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 44/316 2026-03-11T11:31:32.613 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 45/316 2026-03-11T11:31:32.617 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 46/316 2026-03-11T11:31:32.620 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 47/316 2026-03-11T11:31:32.628 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 48/316 2026-03-11T11:31:32.631 INFO:teuthology.orchestra.run.vm00.stdout: Installing : dconf-0.40.0-6.el9.x86_64 49/316 2026-03-11T11:31:32.650 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 49/316 2026-03-11T11:31:32.682 INFO:teuthology.orchestra.run.vm00.stdout: Installing : unzip-6.0-59.el9.x86_64 50/316 2026-03-11T11:31:32.700 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 51/316 2026-03-11T11:31:32.705 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 52/316 2026-03-11T11:31:32.709 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libtdb-1.4.13-1.el9.x86_64 53/316 2026-03-11T11:31:32.718 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 54/316 2026-03-11T11:31:32.720 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 55/316 2026-03-11T11:31:32.726 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 56/316 2026-03-11T11:31:32.732 INFO:teuthology.orchestra.run.vm00.stdout: Installing : fuse-2.9.9-17.el9.x86_64 57/316 2026-03-11T11:31:32.738 INFO:teuthology.orchestra.run.vm00.stdout: Installing : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 58/316 2026-03-11T11:31:32.774 INFO:teuthology.orchestra.run.vm00.stdout: Installing : re2-1:20211101-20.el9.x86_64 59/316 2026-03-11T11:31:32.815 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 60/316 2026-03-11T11:31:32.820 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 61/316 2026-03-11T11:31:32.852 INFO:teuthology.orchestra.run.vm00.stdout: Installing : liboath-2.6.12-1.el9.x86_64 62/316 2026-03-11T11:31:32.859 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-ceph-common-2:19.2.3-41.g93f09337d0c.el9 63/316 2026-03-11T11:31:32.869 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-ceph-argparse-2:19.2.3-41.g93f09337d0c.e 64/316 2026-03-11T11:31:32.884 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cephfs-2:19.2.3-41.g93f09337d0c.el9.clys 65/316 2026-03-11T11:31:32.892 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 66/316 2026-03-11T11:31:32.924 INFO:teuthology.orchestra.run.vm00.stdout: Installing : zip-3.0-35.el9.x86_64 67/316 2026-03-11T11:31:32.935 INFO:teuthology.orchestra.run.vm00.stdout: Installing : luarocks-3.9.2-5.el9.noarch 68/316 2026-03-11T11:31:32.967 INFO:teuthology.orchestra.run.vm00.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 69/316 2026-03-11T11:31:32.986 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 70/316 2026-03-11T11:31:33.051 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-rsa-4.9-2.el9.noarch 71/316 2026-03-11T11:31:33.057 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 72/316 2026-03-11T11:31:33.060 INFO:teuthology.orchestra.run.vm00.stdout: Installing : plexus-sec-dispatcher-1.4-41.el9.noarch 73/316 2026-03-11T11:31:33.063 INFO:teuthology.orchestra.run.vm00.stdout: Installing : maven-shared-utils-3.3.4-7.el9.noarch 74/316 2026-03-11T11:31:33.070 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 75/316 2026-03-11T11:31:33.095 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 76/316 2026-03-11T11:31:33.103 INFO:teuthology.orchestra.run.vm00.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 77/316 2026-03-11T11:31:33.111 INFO:teuthology.orchestra.run.vm00.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 78/316 2026-03-11T11:31:33.118 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 79/316 2026-03-11T11:31:33.123 INFO:teuthology.orchestra.run.vm00.stdout: Installing : colord-libs-1.4.5-6.el9_6.x86_64 80/316 2026-03-11T11:31:33.128 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 81/316 2026-03-11T11:31:33.132 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 82/316 2026-03-11T11:31:33.136 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 83/316 2026-03-11T11:31:33.139 INFO:teuthology.orchestra.run.vm00.stdout: Installing : cdi-api-2.0.2-9.el9.noarch 84/316 2026-03-11T11:31:33.149 INFO:teuthology.orchestra.run.vm00.stdout: Installing : sisu-1:0.3.4-14.el9.noarch 85/316 2026-03-11T11:31:33.153 INFO:teuthology.orchestra.run.vm00.stdout: Installing : librados-devel-2:19.2.3-41.g93f09337d0c.el9.clys 86/316 2026-03-11T11:31:33.158 INFO:teuthology.orchestra.run.vm00.stdout: Installing : jcl-over-slf4j-1.7.30-16.el9.noarch 87/316 2026-03-11T11:31:33.163 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flac-libs-1.3.3-10.el9_2.1.x86_64 88/316 2026-03-11T11:31:33.170 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 89/316 2026-03-11T11:31:33.174 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 90/316 2026-03-11T11:31:33.180 INFO:teuthology.orchestra.run.vm00.stdout: Installing : apache-commons-cli-1.4-20.el9.noarch 91/316 2026-03-11T11:31:33.184 INFO:teuthology.orchestra.run.vm00.stdout: Installing : apache-commons-codec-1.15-10.el9.noarch 92/316 2026-03-11T11:31:33.188 INFO:teuthology.orchestra.run.vm00.stdout: Installing : jakarta-annotations-1.3.5-16.el9.noarch 93/316 2026-03-11T11:31:33.196 INFO:teuthology.orchestra.run.vm00.stdout: Installing : jansi-2.3.3-9.el9.x86_64 94/316 2026-03-11T11:31:33.201 INFO:teuthology.orchestra.run.vm00.stdout: Installing : javapackages-tools-6.4.0-1.el9.noarch 95/316 2026-03-11T11:31:33.209 INFO:teuthology.orchestra.run.vm00.stdout: Installing : jsoup-1.13.1-13.el9.noarch 96/316 2026-03-11T11:31:33.219 INFO:teuthology.orchestra.run.vm00.stdout: Installing : jsr-305-3.0.2-9.el9.noarch 97/316 2026-03-11T11:31:33.222 INFO:teuthology.orchestra.run.vm00.stdout: Installing : guava-30.1-10.el9.noarch 98/316 2026-03-11T11:31:33.225 INFO:teuthology.orchestra.run.vm00.stdout: Installing : google-guice-4.2.3-12.el9.noarch 99/316 2026-03-11T11:31:33.232 INFO:teuthology.orchestra.run.vm00.stdout: Installing : plexus-interpolation-1.26-15.el9.noarch 100/316 2026-03-11T11:31:33.249 INFO:teuthology.orchestra.run.vm00.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 101/316 2026-03-11T11:31:33.254 INFO:teuthology.orchestra.run.vm00.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 102/316 2026-03-11T11:31:33.349 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libgexiv2-0.14.3-1.el9.x86_64 103/316 2026-03-11T11:31:33.357 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xkeyboard-config-2.33-2.el9.0.1.noarch 104/316 2026-03-11T11:31:33.361 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 105/316 2026-03-11T11:31:33.366 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 106/316 2026-03-11T11:31:33.382 INFO:teuthology.orchestra.run.vm00.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 107/316 2026-03-11T11:31:33.387 INFO:teuthology.orchestra.run.vm00.stdout: Installing : upower-0.99.13-2.el9.x86_64 108/316 2026-03-11T11:31:33.402 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: upower-0.99.13-2.el9.x86_64 108/316 2026-03-11T11:31:33.402 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2026-03-11T11:31:33.402 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:31:33.493 INFO:teuthology.orchestra.run.vm00.stdout: Installing : tzdata-java-2025c-1.el9.noarch 109/316 2026-03-11T11:31:33.527 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 110/316 2026-03-11T11:31:33.546 INFO:teuthology.orchestra.run.vm00.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 111/316 2026-03-11T11:31:33.558 INFO:teuthology.orchestra.run.vm00.stdout: Installing : spirv-tools-libs-2025.2-1.el9.x86_64 112/316 2026-03-11T11:31:33.561 INFO:teuthology.orchestra.run.vm00.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 113/316 2026-03-11T11:31:33.579 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 113/316 2026-03-11T11:31:33.582 INFO:teuthology.orchestra.run.vm00.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 114/316 2026-03-11T11:31:33.641 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 115/316 2026-03-11T11:31:33.645 INFO:teuthology.orchestra.run.vm00.stdout: Installing : rtkit-0.11-29.el9.x86_64 115/316 2026-03-11T11:31:33.661 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 115/316 2026-03-11T11:31:33.661 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2026-03-11T11:31:33.661 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:31:33.676 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 116/316 2026-03-11T11:31:33.686 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 117/316 2026-03-11T11:31:33.692 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 118/316 2026-03-11T11:31:33.730 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 119/316 2026-03-11T11:31:33.779 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 120/316 2026-03-11T11:31:34.085 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 121/316 2026-03-11T11:31:34.125 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 122/316 2026-03-11T11:31:34.131 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 123/316 2026-03-11T11:31:34.136 INFO:teuthology.orchestra.run.vm00.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 124/316 2026-03-11T11:31:34.144 INFO:teuthology.orchestra.run.vm00.stdout: Installing : httpcomponents-client-4.5.13-7.el9.noarch 125/316 2026-03-11T11:31:34.154 INFO:teuthology.orchestra.run.vm00.stdout: Installing : maven-wagon-3.4.2-10.el9.noarch 126/316 2026-03-11T11:31:34.175 INFO:teuthology.orchestra.run.vm00.stdout: Installing : maven-resolver-1:1.6.1-14.el9.noarch 127/316 2026-03-11T11:31:34.267 INFO:teuthology.orchestra.run.vm00.stdout: Installing : maven-lib-1:3.6.3-22.el9.noarch 128/316 2026-03-11T11:31:34.273 INFO:teuthology.orchestra.run.vm00.stdout: Installing : poppler-data-0.4.9-9.el9.0.1.noarch 129/316 2026-03-11T11:31:34.280 INFO:teuthology.orchestra.run.vm00.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 130/316 2026-03-11T11:31:34.294 INFO:teuthology.orchestra.run.vm00.stdout: Installing : p11-kit-server-0.25.3-3.el9_5.x86_64 131/316 2026-03-11T11:31:34.600 INFO:teuthology.orchestra.run.vm00.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 132/316 2026-03-11T11:31:34.619 INFO:teuthology.orchestra.run.vm00.stdout: Installing : osinfo-db-20250606-1.el9.rocky.20250920.noarch 133/316 2026-03-11T11:31:34.629 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 134/316 2026-03-11T11:31:34.635 INFO:teuthology.orchestra.run.vm00.stdout: Installing : orc-0.4.31-8.el9.x86_64 135/316 2026-03-11T11:31:34.640 INFO:teuthology.orchestra.run.vm00.stdout: Installing : openjpeg2-2.4.0-8.el9.x86_64 136/316 2026-03-11T11:31:34.704 INFO:teuthology.orchestra.run.vm00.stdout: Installing : openblas-0.3.29-1.el9.x86_64 137/316 2026-03-11T11:31:34.708 INFO:teuthology.orchestra.run.vm00.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 138/316 2026-03-11T11:31:34.735 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 139/316 2026-03-11T11:31:35.156 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 140/316 2026-03-11T11:31:35.253 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-numpy-1:1.23.5-1.el9.x86_64 141/316 2026-03-11T11:31:36.092 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 142/316 2026-03-11T11:31:36.116 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 143/316 2026-03-11T11:31:36.135 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mesa-filesystem-25.0.7-4.el9_7.x86_64 144/316 2026-03-11T11:31:36.142 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lua-posix-35.0-8.el9.x86_64 145/316 2026-03-11T11:31:36.148 INFO:teuthology.orchestra.run.vm00.stdout: Installing : copy-jdk-configs-4.0-3.el9.0.1.noarch 146/316 2026-03-11T11:31:36.151 INFO:teuthology.orchestra.run.vm00.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 147/316 2026-03-11T11:31:36.167 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 147/316 2026-03-11T11:31:36.167 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2026-03-11T11:31:36.167 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:31:36.413 INFO:teuthology.orchestra.run.vm00.stdout: Installing : llvm-filesystem-20.1.8-3.el9.x86_64 148/316 2026-03-11T11:31:36.419 INFO:teuthology.orchestra.run.vm00.stdout: Installing : llvm-libs-20.1.8-3.el9.x86_64 149/316 2026-03-11T11:31:36.426 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 150/316 2026-03-11T11:31:36.430 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 151/316 2026-03-11T11:31:36.437 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libsbc-1.4-9.el9.x86_64 152/316 2026-03-11T11:31:36.622 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 153/316 2026-03-11T11:31:36.627 INFO:teuthology.orchestra.run.vm00.stdout: Upgrading : librbd1-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_6 154/316 2026-03-11T11:31:36.667 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librbd1-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_6 154/316 2026-03-11T11:31:36.674 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-rbd-2:19.2.3-41.g93f09337d0c.el9.clyso.x 155/316 2026-03-11T11:31:36.681 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 156/316 2026-03-11T11:31:36.692 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 157/316 2026-03-11T11:31:36.714 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 158/316 2026-03-11T11:31:36.722 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 159/316 2026-03-11T11:31:36.727 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 160/316 2026-03-11T11:31:36.738 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 161/316 2026-03-11T11:31:36.740 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 162/316 2026-03-11T11:31:36.788 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 162/316 2026-03-11T11:31:36.797 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libexif-0.6.22-6.el9.x86_64 163/316 2026-03-11T11:31:36.802 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 164/316 2026-03-11T11:31:36.806 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libasyncns-0.8-22.el9.x86_64 165/316 2026-03-11T11:31:36.811 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 166/316 2026-03-11T11:31:36.814 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXv-1.0.11-16.el9.x86_64 167/316 2026-03-11T11:31:36.818 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 168/316 2026-03-11T11:31:36.823 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 169/316 2026-03-11T11:31:36.829 INFO:teuthology.orchestra.run.vm00.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 170/316 2026-03-11T11:31:37.021 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 171/316 2026-03-11T11:31:37.055 INFO:teuthology.orchestra.run.vm00.stdout: Installing : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 172/316 2026-03-11T11:31:37.175 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 173/316 2026-03-11T11:31:37.337 INFO:teuthology.orchestra.run.vm00.stdout: Installing : poppler-21.01.0-23.el9_7.x86_64 174/316 2026-03-11T11:31:38.075 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: flatpak-selinux-1.12.9-4.el9_6.noarch 186/316 2026-03-11T11:31:38.087 INFO:teuthology.orchestra.run.vm08.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 187/316 2026-03-11T11:31:38.093 INFO:teuthology.orchestra.run.vm08.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 188/316 2026-03-11T11:31:38.100 INFO:teuthology.orchestra.run.vm08.stdout: Installing : composefs-libs-1.0.8-1.el9.x86_64 189/316 2026-03-11T11:31:38.105 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ostree-libs-2025.6-1.el9_7.x86_64 190/316 2026-03-11T11:31:38.108 INFO:teuthology.orchestra.run.vm08.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 191/316 2026-03-11T11:31:38.146 INFO:teuthology.orchestra.run.vm08.stdout: Installing : avahi-glib-0.8-23.el9.x86_64 192/316 2026-03-11T11:31:38.146 INFO:teuthology.orchestra.run.vm00.stdout: Installing : poppler-glib-21.01.0-23.el9_7.x86_64 175/316 2026-03-11T11:31:38.207 INFO:teuthology.orchestra.run.vm00.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 176/316 2026-03-11T11:31:38.216 INFO:teuthology.orchestra.run.vm00.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 177/316 2026-03-11T11:31:38.221 INFO:teuthology.orchestra.run.vm00.stdout: Installing : gtk-update-icon-cache-3.24.31-8.el9.x86_64 178/316 2026-03-11T11:31:38.227 INFO:teuthology.orchestra.run.vm00.stdout: Installing : gsm-1.0.19-6.el9.x86_64 179/316 2026-03-11T11:31:38.253 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libsndfile-1.0.31-9.el9.x86_64 180/316 2026-03-11T11:31:38.266 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pulseaudio-libs-15.0-3.el9.x86_64 181/316 2026-03-11T11:31:38.269 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libcanberra-0.30-27.el9.x86_64 182/316 2026-03-11T11:31:38.292 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 182/316 2026-03-11T11:31:38.299 INFO:teuthology.orchestra.run.vm00.stdout: Installing : graphene-1.10.6-2.el9.x86_64 183/316 2026-03-11T11:31:38.305 INFO:teuthology.orchestra.run.vm00.stdout: Installing : giflib-5.2.1-9.el9.x86_64 184/316 2026-03-11T11:31:38.310 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flatpak-session-helper-1.12.9-4.el9_6.x86_64 185/316 2026-03-11T11:31:38.311 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flatpak-selinux-1.12.9-4.el9_6.noarch 186/316 2026-03-11T11:31:39.758 INFO:teuthology.orchestra.run.vm08.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 193/316 2026-03-11T11:31:39.799 INFO:teuthology.orchestra.run.vm08.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 194/316 2026-03-11T11:31:39.803 INFO:teuthology.orchestra.run.vm08.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 195/316 2026-03-11T11:31:39.821 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 195/316 2026-03-11T11:31:39.821 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-03-11T11:31:39.821 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:39.850 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 196/316 2026-03-11T11:31:39.859 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-packaging-20.9-5.el9.noarch 197/316 2026-03-11T11:31:39.879 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 198/316 2026-03-11T11:31:39.901 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 199/316 2026-03-11T11:31:39.998 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 200/316 2026-03-11T11:31:40.012 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 201/316 2026-03-11T11:31:40.041 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 202/316 2026-03-11T11:31:40.049 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cheroot-10.0.1-4.el9.noarch 203/316 2026-03-11T11:31:40.056 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 204/316 2026-03-11T11:31:40.058 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 205/316 2026-03-11T11:31:40.089 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 206/316 2026-03-11T11:31:40.094 INFO:teuthology.orchestra.run.vm08.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 206/316 2026-03-11T11:31:40.096 INFO:teuthology.orchestra.run.vm08.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 207/316 2026-03-11T11:31:40.116 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 207/316 2026-03-11T11:31:40.248 INFO:teuthology.orchestra.run.vm08.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 208/316 2026-03-11T11:31:40.253 INFO:teuthology.orchestra.run.vm08.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 209/316 2026-03-11T11:31:40.588 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 209/316 2026-03-11T11:31:40.588 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-03-11T11:31:40.588 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:40.596 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 210/316 2026-03-11T11:31:41.055 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lksctp-tools-1.0.19-3.el9_4.x86_64 211/316 2026-03-11T11:31:41.063 INFO:teuthology.orchestra.run.vm08.stdout: Installing : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 212/316 2026-03-11T11:31:41.077 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 212/316 2026-03-11T11:31:41.085 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 213/316 2026-03-11T11:31:41.090 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libdrm-2.4.123-2.el9.x86_64 214/316 2026-03-11T11:31:41.172 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 215/316 2026-03-11T11:31:41.177 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mesa-dri-drivers-25.0.7-4.el9_7.x86_64 216/316 2026-03-11T11:31:41.181 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mesa-libgbm-25.0.7-4.el9_7.x86_64 217/316 2026-03-11T11:31:41.186 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mesa-libEGL-25.0.7-4.el9_7.x86_64 218/316 2026-03-11T11:31:41.189 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 219/316 2026-03-11T11:31:41.240 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mesa-libGL-25.0.7-4.el9_7.x86_64 220/316 2026-03-11T11:31:41.264 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gstreamer1-plugins-base-1.22.12-4.el9.x86_64 221/316 2026-03-11T11:31:41.291 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libtracker-sparql-3.1.2-3.el9_1.x86_64 222/316 2026-03-11T11:31:41.295 INFO:teuthology.orchestra.run.vm08.stdout: Installing : tracker-3.1.2-3.el9_1.x86_64 223/316 2026-03-11T11:31:41.362 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: tracker-3.1.2-3.el9_1.x86_64 223/316 2026-03-11T11:31:41.369 INFO:teuthology.orchestra.run.vm08.stdout: Installing : tracker-miners-3.1.2-4.el9_3.x86_64 224/316 2026-03-11T11:31:41.390 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9_3.x86_64 224/316 2026-03-11T11:31:41.394 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 225/316 2026-03-11T11:31:41.413 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 226/316 2026-03-11T11:31:41.413 INFO:teuthology.orchestra.run.vm08.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-03-11T11:31:41.413 INFO:teuthology.orchestra.run.vm08.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-03-11T11:31:41.413 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:41.423 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 226/316 2026-03-11T11:31:41.454 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 226/316 2026-03-11T11:31:41.454 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-03-11T11:31:41.454 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:41.498 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 227/316 2026-03-11T11:31:41.505 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 228/316 2026-03-11T11:31:41.509 INFO:teuthology.orchestra.run.vm08.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 229/316 2026-03-11T11:31:41.513 INFO:teuthology.orchestra.run.vm08.stdout: Installing : bubblewrap-0.6.3-1.el9.x86_64 230/316 2026-03-11T11:31:41.516 INFO:teuthology.orchestra.run.vm08.stdout: Installing : bluez-libs-5.83-2.el9.x86_64 231/316 2026-03-11T11:31:41.562 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 232/316 2026-03-11T11:31:41.565 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 232/316 2026-03-11T11:31:41.580 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 232/316 2026-03-11T11:31:41.580 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2026-03-11T11:31:41.580 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:41.696 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 233/316 2026-03-11T11:31:41.721 INFO:teuthology.orchestra.run.vm08.stdout: Installing : wireplumber-0.4.14-1.el9.0.1.x86_64 234/316 2026-03-11T11:31:41.730 INFO:teuthology.orchestra.run.vm08.stdout: Installing : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 235/316 2026-03-11T11:31:41.737 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 236/316 2026-03-11T11:31:41.739 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 237/316 2026-03-11T11:31:41.785 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 238/316 2026-03-11T11:31:41.789 INFO:teuthology.orchestra.run.vm08.stdout: Installing : geoclue2-2.6.0-8.el9_6.1.x86_64 238/316 2026-03-11T11:31:41.807 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 238/316 2026-03-11T11:31:41.892 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: flatpak-1.12.9-4.el9_6.x86_64 239/316 2026-03-11T11:31:41.926 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flatpak-1.12.9-4.el9_6.x86_64 239/316 2026-03-11T11:31:41.930 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 240/316 2026-03-11T11:31:41.959 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 240/316 2026-03-11T11:31:42.040 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 241/316 2026-03-11T11:31:42.058 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gtk3-3.24.31-8.el9.x86_64 242/316 2026-03-11T11:31:42.062 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 243/316 2026-03-11T11:31:42.083 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 243/316 2026-03-11T11:31:42.086 INFO:teuthology.orchestra.run.vm08.stdout: Installing : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 244/316 2026-03-11T11:31:42.131 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 244/316 2026-03-11T11:31:42.135 INFO:teuthology.orchestra.run.vm08.stdout: Installing : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 245/316 2026-03-11T11:31:42.146 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 245/316 2026-03-11T11:31:42.153 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-openjdk17-1:3.6.3-22.el9.noarch 246/316 2026-03-11T11:31:42.159 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 247/316 2026-03-11T11:31:42.177 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 248/316 2026-03-11T11:31:42.205 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 249/316 2026-03-11T11:31:42.213 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 250/316 2026-03-11T11:31:42.273 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 251/316 2026-03-11T11:31:42.284 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 252/316 2026-03-11T11:31:42.299 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 253/316 2026-03-11T11:31:42.362 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 254/316 2026-03-11T11:31:42.371 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 255/316 2026-03-11T11:31:42.395 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 256/316 2026-03-11T11:31:42.408 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 257/316 2026-03-11T11:31:42.472 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 258/316 2026-03-11T11:31:42.490 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 259/316 2026-03-11T11:31:42.509 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 260/316 2026-03-11T11:31:42.517 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 261/316 2026-03-11T11:31:42.529 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 262/316 2026-03-11T11:31:42.581 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 263/316 2026-03-11T11:31:43.021 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 264/316 2026-03-11T11:31:43.037 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 265/316 2026-03-11T11:31:43.044 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 266/316 2026-03-11T11:31:43.053 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 267/316 2026-03-11T11:31:43.062 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 268/316 2026-03-11T11:31:43.067 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 269/316 2026-03-11T11:31:43.107 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 270/316 2026-03-11T11:31:43.115 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 271/316 2026-03-11T11:31:43.123 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 272/316 2026-03-11T11:31:43.128 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 273/316 2026-03-11T11:31:43.135 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 274/316 2026-03-11T11:31:43.395 INFO:teuthology.orchestra.run.vm08.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 275/316 2026-03-11T11:31:43.398 INFO:teuthology.orchestra.run.vm08.stdout: Installing : librgw2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_6 276/316 2026-03-11T11:31:43.422 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librgw2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_6 276/316 2026-03-11T11:31:43.424 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-rgw-2:19.2.3-41.g93f09337d0c.el9.clyso.x 277/316 2026-03-11T11:31:44.579 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-common-2:19.2.3-41.g93f09337d0c.el9.clyso.x 278/316 2026-03-11T11:31:44.588 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-common-2:19.2.3-41.g93f09337d0c.el9.clyso.x 278/316 2026-03-11T11:31:44.730 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: flatpak-selinux-1.12.9-4.el9_6.noarch 186/316 2026-03-11T11:31:44.740 INFO:teuthology.orchestra.run.vm00.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 187/316 2026-03-11T11:31:44.745 INFO:teuthology.orchestra.run.vm00.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 188/316 2026-03-11T11:31:44.751 INFO:teuthology.orchestra.run.vm00.stdout: Installing : composefs-libs-1.0.8-1.el9.x86_64 189/316 2026-03-11T11:31:44.756 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ostree-libs-2025.6-1.el9_7.x86_64 190/316 2026-03-11T11:31:44.759 INFO:teuthology.orchestra.run.vm00.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 191/316 2026-03-11T11:31:44.803 INFO:teuthology.orchestra.run.vm00.stdout: Installing : avahi-glib-0.8-23.el9.x86_64 192/316 2026-03-11T11:31:44.905 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-common-2:19.2.3-41.g93f09337d0c.el9.clyso.x 278/316 2026-03-11T11:31:44.912 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-base-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 279/316 2026-03-11T11:31:44.963 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-base-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 279/316 2026-03-11T11:31:44.963 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-03-11T11:31:44.963 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-03-11T11:31:44.963 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:44.969 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-selinux-2:19.2.3-41.g93f09337d0c.el9.clyso. 280/316 2026-03-11T11:31:46.433 INFO:teuthology.orchestra.run.vm00.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 193/316 2026-03-11T11:31:46.475 INFO:teuthology.orchestra.run.vm00.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 194/316 2026-03-11T11:31:46.479 INFO:teuthology.orchestra.run.vm00.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 195/316 2026-03-11T11:31:46.503 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 195/316 2026-03-11T11:31:46.503 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-03-11T11:31:46.503 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:31:46.528 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 196/316 2026-03-11T11:31:46.540 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-packaging-20.9-5.el9.noarch 197/316 2026-03-11T11:31:46.565 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 198/316 2026-03-11T11:31:46.592 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 199/316 2026-03-11T11:31:46.713 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 200/316 2026-03-11T11:31:46.728 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 201/316 2026-03-11T11:31:46.762 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 202/316 2026-03-11T11:31:46.772 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cheroot-10.0.1-4.el9.noarch 203/316 2026-03-11T11:31:46.779 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 204/316 2026-03-11T11:31:46.781 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 205/316 2026-03-11T11:31:46.810 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 206/316 2026-03-11T11:31:46.815 INFO:teuthology.orchestra.run.vm00.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 206/316 2026-03-11T11:31:46.817 INFO:teuthology.orchestra.run.vm00.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 207/316 2026-03-11T11:31:46.838 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 207/316 2026-03-11T11:31:46.991 INFO:teuthology.orchestra.run.vm00.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 208/316 2026-03-11T11:31:46.996 INFO:teuthology.orchestra.run.vm00.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 209/316 2026-03-11T11:31:47.393 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 209/316 2026-03-11T11:31:47.393 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-03-11T11:31:47.393 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:31:47.401 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 210/316 2026-03-11T11:31:47.900 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lksctp-tools-1.0.19-3.el9_4.x86_64 211/316 2026-03-11T11:31:47.995 INFO:teuthology.orchestra.run.vm00.stdout: Installing : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 212/316 2026-03-11T11:31:48.010 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 212/316 2026-03-11T11:31:48.110 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 213/316 2026-03-11T11:31:48.170 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libdrm-2.4.123-2.el9.x86_64 214/316 2026-03-11T11:31:48.255 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 215/316 2026-03-11T11:31:48.260 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mesa-dri-drivers-25.0.7-4.el9_7.x86_64 216/316 2026-03-11T11:31:48.265 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mesa-libgbm-25.0.7-4.el9_7.x86_64 217/316 2026-03-11T11:31:48.269 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mesa-libEGL-25.0.7-4.el9_7.x86_64 218/316 2026-03-11T11:31:48.273 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 219/316 2026-03-11T11:31:48.323 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mesa-libGL-25.0.7-4.el9_7.x86_64 220/316 2026-03-11T11:31:48.343 INFO:teuthology.orchestra.run.vm00.stdout: Installing : gstreamer1-plugins-base-1.22.12-4.el9.x86_64 221/316 2026-03-11T11:31:48.370 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libtracker-sparql-3.1.2-3.el9_1.x86_64 222/316 2026-03-11T11:31:48.375 INFO:teuthology.orchestra.run.vm00.stdout: Installing : tracker-3.1.2-3.el9_1.x86_64 223/316 2026-03-11T11:31:48.443 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: tracker-3.1.2-3.el9_1.x86_64 223/316 2026-03-11T11:31:48.450 INFO:teuthology.orchestra.run.vm00.stdout: Installing : tracker-miners-3.1.2-4.el9_3.x86_64 224/316 2026-03-11T11:31:48.467 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9_3.x86_64 224/316 2026-03-11T11:31:48.471 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 225/316 2026-03-11T11:31:48.490 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 226/316 2026-03-11T11:31:48.490 INFO:teuthology.orchestra.run.vm00.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-03-11T11:31:48.490 INFO:teuthology.orchestra.run.vm00.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-03-11T11:31:48.490 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:31:48.501 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 226/316 2026-03-11T11:31:48.533 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 226/316 2026-03-11T11:31:48.534 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-03-11T11:31:48.534 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:31:48.576 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 227/316 2026-03-11T11:31:48.582 INFO:teuthology.orchestra.run.vm00.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 228/316 2026-03-11T11:31:48.587 INFO:teuthology.orchestra.run.vm00.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 229/316 2026-03-11T11:31:48.591 INFO:teuthology.orchestra.run.vm00.stdout: Installing : bubblewrap-0.6.3-1.el9.x86_64 230/316 2026-03-11T11:31:48.594 INFO:teuthology.orchestra.run.vm00.stdout: Installing : bluez-libs-5.83-2.el9.x86_64 231/316 2026-03-11T11:31:48.660 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 232/316 2026-03-11T11:31:48.663 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 232/316 2026-03-11T11:31:48.679 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 232/316 2026-03-11T11:31:48.680 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2026-03-11T11:31:48.680 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:31:48.792 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 233/316 2026-03-11T11:31:48.819 INFO:teuthology.orchestra.run.vm00.stdout: Installing : wireplumber-0.4.14-1.el9.0.1.x86_64 234/316 2026-03-11T11:31:48.828 INFO:teuthology.orchestra.run.vm00.stdout: Installing : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 235/316 2026-03-11T11:31:48.836 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 236/316 2026-03-11T11:31:48.839 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 237/316 2026-03-11T11:31:48.897 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 238/316 2026-03-11T11:31:48.901 INFO:teuthology.orchestra.run.vm00.stdout: Installing : geoclue2-2.6.0-8.el9_6.1.x86_64 238/316 2026-03-11T11:31:48.918 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 238/316 2026-03-11T11:31:49.002 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: flatpak-1.12.9-4.el9_6.x86_64 239/316 2026-03-11T11:31:49.035 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flatpak-1.12.9-4.el9_6.x86_64 239/316 2026-03-11T11:31:49.040 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 240/316 2026-03-11T11:31:49.067 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 240/316 2026-03-11T11:31:49.154 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 241/316 2026-03-11T11:31:49.171 INFO:teuthology.orchestra.run.vm00.stdout: Installing : gtk3-3.24.31-8.el9.x86_64 242/316 2026-03-11T11:31:49.174 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 243/316 2026-03-11T11:31:49.196 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 243/316 2026-03-11T11:31:49.199 INFO:teuthology.orchestra.run.vm00.stdout: Installing : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 244/316 2026-03-11T11:31:49.244 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 244/316 2026-03-11T11:31:49.249 INFO:teuthology.orchestra.run.vm00.stdout: Installing : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 245/316 2026-03-11T11:31:49.258 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 245/316 2026-03-11T11:31:49.265 INFO:teuthology.orchestra.run.vm00.stdout: Installing : maven-openjdk17-1:3.6.3-22.el9.noarch 246/316 2026-03-11T11:31:49.270 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 247/316 2026-03-11T11:31:49.291 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 248/316 2026-03-11T11:31:49.323 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 249/316 2026-03-11T11:31:49.330 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 250/316 2026-03-11T11:31:49.390 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 251/316 2026-03-11T11:31:49.399 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 252/316 2026-03-11T11:31:49.413 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 253/316 2026-03-11T11:31:49.425 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 254/316 2026-03-11T11:31:49.434 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 255/316 2026-03-11T11:31:49.459 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 256/316 2026-03-11T11:31:49.472 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 257/316 2026-03-11T11:31:49.539 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 258/316 2026-03-11T11:31:49.558 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 259/316 2026-03-11T11:31:49.578 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 260/316 2026-03-11T11:31:49.585 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 261/316 2026-03-11T11:31:49.597 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 262/316 2026-03-11T11:31:49.647 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 263/316 2026-03-11T11:31:50.063 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 264/316 2026-03-11T11:31:50.116 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 265/316 2026-03-11T11:31:50.122 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 266/316 2026-03-11T11:31:50.131 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 267/316 2026-03-11T11:31:50.140 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 268/316 2026-03-11T11:31:50.147 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 269/316 2026-03-11T11:31:50.190 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 270/316 2026-03-11T11:31:50.198 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 271/316 2026-03-11T11:31:50.207 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 272/316 2026-03-11T11:31:50.212 INFO:teuthology.orchestra.run.vm00.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 273/316 2026-03-11T11:31:50.222 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 274/316 2026-03-11T11:31:50.508 INFO:teuthology.orchestra.run.vm00.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 275/316 2026-03-11T11:31:50.626 INFO:teuthology.orchestra.run.vm00.stdout: Installing : librgw2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_6 276/316 2026-03-11T11:31:50.871 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librgw2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_6 276/316 2026-03-11T11:31:50.966 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-rgw-2:19.2.3-41.g93f09337d0c.el9.clyso.x 277/316 2026-03-11T11:31:51.637 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-selinux-2:19.2.3-41.g93f09337d0c.el9.clyso. 280/316 2026-03-11T11:31:51.637 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /sys 2026-03-11T11:31:51.637 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /proc 2026-03-11T11:31:51.637 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /mnt 2026-03-11T11:31:51.637 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /var/tmp 2026-03-11T11:31:51.637 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /home 2026-03-11T11:31:51.637 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /root 2026-03-11T11:31:51.637 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /tmp 2026-03-11T11:31:51.637 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:51.724 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-volume-2:19.2.3-41.g93f09337d0c.el9.clyso.n 281/316 2026-03-11T11:31:51.740 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-volume-2:19.2.3-41.g93f09337d0c.el9.clyso.n 281/316 2026-03-11T11:31:51.740 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-11T11:31:51.740 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-03-11T11:31:51.740 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:52.284 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-common-2:19.2.3-41.g93f09337d0c.el9.clyso.x 278/316 2026-03-11T11:31:52.290 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-common-2:19.2.3-41.g93f09337d0c.el9.clyso.x 278/316 2026-03-11T11:31:52.517 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-osd-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 282/316 2026-03-11T11:31:52.543 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-osd-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 282/316 2026-03-11T11:31:52.543 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-11T11:31:52.543 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-03-11T11:31:52.544 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-03-11T11:31:52.544 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-03-11T11:31:52.544 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:52.621 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-common-2:19.2.3-41.g93f09337d0c.el9.clyso.x 278/316 2026-03-11T11:31:52.628 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-base-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 279/316 2026-03-11T11:31:52.656 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mds-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 283/316 2026-03-11T11:31:52.669 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-base-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 279/316 2026-03-11T11:31:52.669 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-03-11T11:31:52.669 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-03-11T11:31:52.669 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:31:52.675 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-selinux-2:19.2.3-41.g93f09337d0c.el9.clyso. 280/316 2026-03-11T11:31:52.678 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mds-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 283/316 2026-03-11T11:31:52.678 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-11T11:31:52.678 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-03-11T11:31:52.678 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-03-11T11:31:52.678 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-03-11T11:31:52.678 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:52.932 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mon-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 284/316 2026-03-11T11:31:52.954 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mon-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 284/316 2026-03-11T11:31:52.954 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-11T11:31:52.954 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-03-11T11:31:52.954 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-03-11T11:31:52.954 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-03-11T11:31:52.954 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:52.986 INFO:teuthology.orchestra.run.vm08.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 285/316 2026-03-11T11:31:53.039 INFO:teuthology.orchestra.run.vm08.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 286/316 2026-03-11T11:31:53.053 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 287/316 2026-03-11T11:31:53.056 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 288/316 2026-03-11T11:31:53.112 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: cephadm-2:19.2.3-41.g93f09337d0c.el9.clyso.noarc 289/316 2026-03-11T11:31:53.116 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cephadm-2:19.2.3-41.g93f09337d0c.el9.clyso.noarc 289/316 2026-03-11T11:31:53.122 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-prometheus-alerts-2:19.2.3-41.g93f09337d0c. 290/316 2026-03-11T11:31:53.146 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-grafana-dashboards-2:19.2.3-41.g93f09337d0c 291/316 2026-03-11T11:31:53.149 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-cephadm-2:19.2.3-41.g93f09337d0c.el9.cl 292/316 2026-03-11T11:31:53.689 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.2.3-41.g93f09337d0c.el9.cl 292/316 2026-03-11T11:31:53.695 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-dashboard-2:19.2.3-41.g93f09337d0c.el9. 293/316 2026-03-11T11:31:54.213 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.2.3-41.g93f09337d0c.el9. 293/316 2026-03-11T11:31:54.215 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-diskprediction-local-2:19.2.3-41.g93f09 294/316 2026-03-11T11:31:54.230 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.2.3-41.g93f09 294/316 2026-03-11T11:31:54.232 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-k8sevents-2:19.2.3-41.g93f09337d0c.el9. 295/316 2026-03-11T11:31:54.297 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-k8sevents-2:19.2.3-41.g93f09337d0c.el9. 295/316 2026-03-11T11:31:54.354 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-modules-core-2:19.2.3-41.g93f09337d0c.e 296/316 2026-03-11T11:31:54.357 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 297/316 2026-03-11T11:31:54.379 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 297/316 2026-03-11T11:31:54.379 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-11T11:31:54.379 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-03-11T11:31:54.379 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-03-11T11:31:54.379 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-03-11T11:31:54.379 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:54.394 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-rook-2:19.2.3-41.g93f09337d0c.el9.clyso 298/316 2026-03-11T11:31:54.406 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-rook-2:19.2.3-41.g93f09337d0c.el9.clyso 298/316 2026-03-11T11:31:54.913 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 299/316 2026-03-11T11:31:55.069 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-radosgw-2:19.2.3-41.g93f09337d0c.el9.clyso. 300/316 2026-03-11T11:31:55.092 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-41.g93f09337d0c.el9.clyso. 300/316 2026-03-11T11:31:55.092 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-11T11:31:55.092 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-03-11T11:31:55.092 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-03-11T11:31:55.092 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-03-11T11:31:55.092 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:55.186 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-immutable-object-cache-2:19.2.3-41.g93f0933 301/316 2026-03-11T11:31:55.209 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-41.g93f0933 301/316 2026-03-11T11:31:55.209 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-11T11:31:55.209 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-03-11T11:31:55.209 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:55.368 INFO:teuthology.orchestra.run.vm08.stdout: Installing : rbd-mirror-2:19.2.3-41.g93f09337d0c.el9.clyso.x8 302/316 2026-03-11T11:31:55.389 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: rbd-mirror-2:19.2.3-41.g93f09337d0c.el9.clyso.x8 302/316 2026-03-11T11:31:55.389 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-11T11:31:55.389 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-03-11T11:31:55.389 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-03-11T11:31:55.389 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-03-11T11:31:55.389 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:57.930 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-test-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 303/316 2026-03-11T11:31:57.932 INFO:teuthology.orchestra.run.vm08.stdout: Installing : maven-1:3.6.3-22.el9.noarch 304/316 2026-03-11T11:31:57.943 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: maven-1:3.6.3-22.el9.noarch 304/316 2026-03-11T11:31:57.949 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 305/316 2026-03-11T11:31:57.963 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 306/316 2026-03-11T11:31:58.065 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 307/316 2026-03-11T11:31:58.081 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 307/316 2026-03-11T11:31:58.081 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2026-03-11T11:31:58.081 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:58.155 INFO:teuthology.orchestra.run.vm08.stdout: Installing : rbd-fuse-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 308/316 2026-03-11T11:31:58.269 INFO:teuthology.orchestra.run.vm08.stdout: Installing : rbd-nbd-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_6 309/316 2026-03-11T11:31:58.436 INFO:teuthology.orchestra.run.vm08.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 310/316 2026-03-11T11:31:58.526 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcephfs-devel-2:19.2.3-41.g93f09337d0c.el9.cly 311/316 2026-03-11T11:31:58.578 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-fuse-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 312/316 2026-03-11T11:31:58.622 INFO:teuthology.orchestra.run.vm08.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 313/316 2026-03-11T11:31:58.714 INFO:teuthology.orchestra.run.vm08.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 314/316 2026-03-11T11:31:58.714 INFO:teuthology.orchestra.run.vm08.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 315/316 2026-03-11T11:31:58.736 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 315/316 2026-03-11T11:31:58.736 INFO:teuthology.orchestra.run.vm08.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 316/316 2026-03-11T11:31:58.755 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 316/316 2026-03-11T11:31:58.767 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 316/316 2026-03-11T11:31:58.776 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 316/316 2026-03-11T11:31:58.788 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 316/316 2026-03-11T11:31:58.801 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.0.1.x86_64 316/316 2026-03-11T11:31:58.801 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2026-03-11T11:31:58.801 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2026-03-11T11:31:58.801 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:31:58.824 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 316/316 2026-03-11T11:31:58.867 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 316/316 2026-03-11T11:31:59.368 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-selinux-2:19.2.3-41.g93f09337d0c.el9.clyso. 280/316 2026-03-11T11:31:59.368 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /sys 2026-03-11T11:31:59.368 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /proc 2026-03-11T11:31:59.368 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /mnt 2026-03-11T11:31:59.368 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /var/tmp 2026-03-11T11:31:59.368 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /home 2026-03-11T11:31:59.368 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /root 2026-03-11T11:31:59.368 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /tmp 2026-03-11T11:31:59.368 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:31:59.474 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-volume-2:19.2.3-41.g93f09337d0c.el9.clyso.n 281/316 2026-03-11T11:31:59.491 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-volume-2:19.2.3-41.g93f09337d0c.el9.clyso.n 281/316 2026-03-11T11:31:59.491 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-11T11:31:59.491 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-03-11T11:31:59.491 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:00.369 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-osd-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 282/316 2026-03-11T11:32:00.395 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-osd-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 282/316 2026-03-11T11:32:00.395 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-11T11:32:00.395 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-03-11T11:32:00.395 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-03-11T11:32:00.396 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-03-11T11:32:00.396 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:00.514 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mds-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 283/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 316/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 1/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-base-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 2/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-common-2:19.2.3-41.g93f09337d0c.el9.clyso.x 3/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-fuse-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 4/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-41.g93f0933 5/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mds-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 6/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 7/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mon-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 8/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-osd-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 9/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-radosgw-2:19.2.3-41.g93f09337d0c.el9.clyso. 10/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-selinux-2:19.2.3-41.g93f09337d0c.el9.clyso. 11/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-test-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 12/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephfs-devel-2:19.2.3-41.g93f09337d0c.el9.cly 13/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephfs2-2:19.2.3-41.g93f09337d0c.el9.clyso.x8 14/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephsqlite-2:19.2.3-41.g93f09337d0c.el9.clyso 15/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librados-devel-2:19.2.3-41.g93f09337d0c.el9.clys 16/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libradosstriper1-2:19.2.3-41.g93f09337d0c.el9.cl 17/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librgw2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_6 18/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-ceph-argparse-2:19.2.3-41.g93f09337d0c.e 19/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-ceph-common-2:19.2.3-41.g93f09337d0c.el9 20/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cephfs-2:19.2.3-41.g93f09337d0c.el9.clys 21/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rados-2:19.2.3-41.g93f09337d0c.el9.clyso 22/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rbd-2:19.2.3-41.g93f09337d0c.el9.clyso.x 23/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rgw-2:19.2.3-41.g93f09337d0c.el9.clyso.x 24/316 2026-03-11T11:32:00.522 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rbd-fuse-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 25/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rbd-mirror-2:19.2.3-41.g93f09337d0c.el9.clyso.x8 26/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rbd-nbd-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_6 27/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-grafana-dashboards-2:19.2.3-41.g93f09337d0c 28/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-cephadm-2:19.2.3-41.g93f09337d0c.el9.cl 29/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-dashboard-2:19.2.3-41.g93f09337d0c.el9. 30/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.2.3-41.g93f09 31/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-k8sevents-2:19.2.3-41.g93f09337d0c.el9. 32/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-41.g93f09337d0c.e 33/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-rook-2:19.2.3-41.g93f09337d0c.el9.clyso 34/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-prometheus-alerts-2:19.2.3-41.g93f09337d0c. 35/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-volume-2:19.2.3-41.g93f09337d0c.el9.clyso.n 36/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cephadm-2:19.2.3-41.g93f09337d0c.el9.clyso.noarc 37/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 38/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 39/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 40/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 41/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 42/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 43/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 44/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 45/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 46/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 47/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 48/316 2026-03-11T11:32:00.523 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 49/316 2026-03-11T11:32:00.524 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 50/316 2026-03-11T11:32:00.524 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 51/316 2026-03-11T11:32:00.524 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 52/316 2026-03-11T11:32:00.524 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 53/316 2026-03-11T11:32:00.524 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 54/316 2026-03-11T11:32:00.524 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 55/316 2026-03-11T11:32:00.524 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 56/316 2026-03-11T11:32:00.524 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 57/316 2026-03-11T11:32:00.524 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 58/316 2026-03-11T11:32:00.524 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 59/316 2026-03-11T11:32:00.524 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 60/316 2026-03-11T11:32:00.524 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 61/316 2026-03-11T11:32:00.524 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 62/316 2026-03-11T11:32:00.524 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 63/316 2026-03-11T11:32:00.524 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 64/316 2026-03-11T11:32:00.524 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 65/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 66/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 67/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 68/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 69/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 70/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 71/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 80/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 81/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 82/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 83/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 84/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 85/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : re2-1:20211101-20.el9.x86_64 86/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 87/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 88/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 89/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : bluez-libs-5.83-2.el9.x86_64 90/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : bubblewrap-0.6.3-1.el9.x86_64 91/316 2026-03-11T11:32:00.525 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 92/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 93/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 94/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 95/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 96/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 97/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 98/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 99/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 100/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 101/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libtdb-1.4.13-1.el9.x86_64 102/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lksctp-tools-1.0.19-3.el9_4.x86_64 103/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lmdb-libs-0.9.29-3.el9.x86_64 104/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 105/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 106/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 107/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 108/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 109/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 110/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 111/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 112/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 113/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 114/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 115/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : unzip-6.0-59.el9.x86_64 116/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : zip-3.0-35.el9.x86_64 117/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 118/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 119/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : alsa-lib-1.2.14-1.el9.x86_64 120/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : apache-commons-cli-1.4-20.el9.noarch 121/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : apache-commons-codec-1.15-10.el9.noarch 122/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : apache-commons-io-1:2.8.0-12.el9.noarch 123/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : apache-commons-lang3-3.12.0-10.el9.noarch 124/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 125/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 126/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : atinject-1.0.3-9.el9.noarch 127/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : atk-2.36.0-5.el9.x86_64 128/316 2026-03-11T11:32:00.526 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : avahi-glib-0.8-23.el9.x86_64 129/316 2026-03-11T11:32:00.527 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 130/316 2026-03-11T11:32:00.527 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cdi-api-2.0.2-9.el9.noarch 131/316 2026-03-11T11:32:00.527 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : colord-libs-1.4.5-6.el9_6.x86_64 132/316 2026-03-11T11:32:00.527 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : composefs-libs-1.0.8-1.el9.x86_64 133/316 2026-03-11T11:32:00.527 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : copy-jdk-configs-4.0-3.el9.0.1.noarch 134/316 2026-03-11T11:32:00.527 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 135/316 2026-03-11T11:32:00.527 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 136/316 2026-03-11T11:32:00.527 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 137/316 2026-03-11T11:32:00.527 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 138/316 2026-03-11T11:32:00.527 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 139/316 2026-03-11T11:32:00.527 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flac-libs-1.3.3-10.el9_2.1.x86_64 140/316 2026-03-11T11:32:00.527 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flatpak-1.12.9-4.el9_6.x86_64 141/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flatpak-selinux-1.12.9-4.el9_6.noarch 142/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flatpak-session-helper-1.12.9-4.el9_6.x86_64 143/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 144/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 145/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 146/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 147/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : geoclue2-2.6.0-8.el9_6.1.x86_64 148/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 149/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : google-guice-4.2.3-12.el9.noarch 150/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 151/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 152/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gstreamer1-1.22.12-3.el9.x86_64 153/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gstreamer1-plugins-base-1.22.12-4.el9.x86_64 154/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gtk-update-icon-cache-3.24.31-8.el9.x86_64 155/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gtk3-3.24.31-8.el9.x86_64 156/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : guava-30.1-10.el9.noarch 157/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 158/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : httpcomponents-client-4.5.13-7.el9.noarch 159/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : httpcomponents-core-4.4.13-11.el9.noarch 160/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 161/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jakarta-annotations-1.3.5-16.el9.noarch 162/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jansi-2.3.3-9.el9.x86_64 163/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 164/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 165/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 166/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : javapackages-filesystem-6.4.0-1.el9.noarch 167/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : javapackages-tools-6.4.0-1.el9.noarch 168/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 169/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jcl-over-slf4j-1.7.30-16.el9.noarch 170/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jsoup-1.13.1-13.el9.noarch 171/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : jsr-305-3.0.2-9.el9.noarch 172/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lcms2-2.12-3.el9.x86_64 173/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libX11-xcb-1.7.0-11.el9.x86_64 174/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 175/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 176/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 177/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 178/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 179/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 180/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 181/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 182/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 183/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 184/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 185/316 2026-03-11T11:32:00.528 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 186/316 2026-03-11T11:32:00.529 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 187/316 2026-03-11T11:32:00.529 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libdrm-2.4.123-2.el9.x86_64 188/316 2026-03-11T11:32:00.529 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 189/316 2026-03-11T11:32:00.529 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 190/316 2026-03-11T11:32:00.529 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 191/316 2026-03-11T11:32:00.529 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libgexiv2-0.14.3-1.el9.x86_64 192/316 2026-03-11T11:32:00.529 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 193/316 2026-03-11T11:32:00.529 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 194/316 2026-03-11T11:32:00.529 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 195/316 2026-03-11T11:32:00.529 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 196/316 2026-03-11T11:32:00.529 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 197/316 2026-03-11T11:32:00.529 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 198/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 199/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 200/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 201/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 202/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 203/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 204/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 205/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 206/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libsbc-1.4-9.el9.x86_64 207/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libsndfile-1.0.31-9.el9.x86_64 208/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 209/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 210/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 211/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libtracker-sparql-3.1.2-3.el9_1.x86_64 212/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 213/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 214/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 215/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 216/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 217/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 218/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 219/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 220/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 221/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : llvm-filesystem-20.1.8-3.el9.x86_64 222/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : llvm-libs-20.1.8-3.el9.x86_64 223/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 224/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 225/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lua-5.4.4-4.el9.x86_64 226/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 227/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-1:3.6.3-22.el9.noarch 228/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-lib-1:3.6.3-22.el9.noarch 229/316 2026-03-11T11:32:00.530 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-openjdk17-1:3.6.3-22.el9.noarch 230/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-resolver-1:1.6.1-14.el9.noarch 231/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-shared-utils-3.3.4-7.el9.noarch 232/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : maven-wagon-3.4.2-10.el9.noarch 233/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mesa-dri-drivers-25.0.7-4.el9_7.x86_64 234/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mesa-filesystem-25.0.7-4.el9_7.x86_64 235/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mesa-libEGL-25.0.7-4.el9_7.x86_64 236/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mesa-libGL-25.0.7-4.el9_7.x86_64 237/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mesa-libgbm-25.0.7-4.el9_7.x86_64 238/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 239/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 240/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 241/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openjpeg2-2.4.0-8.el9.x86_64 242/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : opus-1.3.1-10.el9.x86_64 243/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : orc-0.4.31-8.el9.x86_64 244/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : osinfo-db-20250606-1.el9.rocky.20250920.noarch 245/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 246/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ostree-libs-2025.6-1.el9_7.x86_64 247/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : p11-kit-server-0.25.3-3.el9_5.x86_64 248/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 249/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 250/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 251/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 252/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 253/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 254/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 255/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 256/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-cipher-1.7-30.el9.noarch 257/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-classworlds-2.6.0-14.el9.noarch 258/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-containers-component-annotations-2.1.0-13 259/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-interpolation-1.26-15.el9.noarch 260/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-sec-dispatcher-1.4-41.el9.noarch 261/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : plexus-utils-3.3.0-13.el9.noarch 262/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : poppler-21.01.0-23.el9_7.x86_64 263/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : poppler-data-0.4.9-9.el9.0.1.noarch 264/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : poppler-glib-21.01.0-23.el9_7.x86_64 265/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 266/316 2026-03-11T11:32:00.531 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 267/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pulseaudio-libs-15.0-3.el9.x86_64 268/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 269/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 270/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 271/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 272/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 273/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 274/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 275/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-numpy-1:1.23.5-1.el9.x86_64 276/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 277/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 278/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 279/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 280/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 281/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 282/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 283/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 284/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 285/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 286/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 287/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rtkit-0.11-29.el9.x86_64 288/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : sisu-1:0.3.4-14.el9.noarch 289/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : slf4j-1.7.30-16.el9.noarch 290/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 291/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 292/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : spirv-tools-libs-2025.2-1.el9.x86_64 293/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 294/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : tracker-3.1.2-3.el9_1.x86_64 295/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : tracker-miners-3.1.2-4.el9_3.x86_64 296/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 297/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : tzdata-java-2025c-1.el9.noarch 298/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : upower-0.99.13-2.el9.x86_64 299/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 300/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : wireplumber-0.4.14-1.el9.0.1.x86_64 301/316 2026-03-11T11:32:00.532 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 302/316 2026-03-11T11:32:00.533 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 303/316 2026-03-11T11:32:00.533 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 304/316 2026-03-11T11:32:00.533 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 305/316 2026-03-11T11:32:00.533 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xkeyboard-config-2.33-2.el9.0.1.noarch 306/316 2026-03-11T11:32:00.533 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 307/316 2026-03-11T11:32:00.533 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 308/316 2026-03-11T11:32:00.533 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 309/316 2026-03-11T11:32:00.533 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 310/316 2026-03-11T11:32:00.533 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 311/316 2026-03-11T11:32:00.533 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 312/316 2026-03-11T11:32:00.533 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librados2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 313/316 2026-03-11T11:32:00.533 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 314/316 2026-03-11T11:32:00.533 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librbd1-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_6 315/316 2026-03-11T11:32:00.541 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mds-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 283/316 2026-03-11T11:32:00.541 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-11T11:32:00.541 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-03-11T11:32:00.541 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-03-11T11:32:00.541 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-03-11T11:32:00.541 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:00.661 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 316/316 2026-03-11T11:32:00.661 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:00.661 INFO:teuthology.orchestra.run.vm08.stdout:Upgraded: 2026-03-11T11:32:00.661 INFO:teuthology.orchestra.run.vm08.stdout: librados2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.661 INFO:teuthology.orchestra.run.vm08.stdout: librbd1-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.661 INFO:teuthology.orchestra.run.vm08.stdout:Installed: 2026-03-11T11:32:00.661 INFO:teuthology.orchestra.run.vm08.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2026-03-11T11:32:00.661 INFO:teuthology.orchestra.run.vm08.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-03-11T11:32:00.661 INFO:teuthology.orchestra.run.vm08.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: alsa-lib-1.2.14-1.el9.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-cli-1.4-20.el9.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-codec-1.15-10.el9.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-io-1:2.8.0-12.el9.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: apache-commons-lang3-3.12.0-10.el9.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: atinject-1.0.3-9.el9.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: atk-2.36.0-5.el9.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: avahi-glib-0.8-23.el9.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: bluez-libs-5.83-2.el9.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: bubblewrap-0.6.3-1.el9.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: cdi-api-2.0.2-9.el9.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-base-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-common-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-fuse-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-grafana-dashboards-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-immutable-object-cache-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mds-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-cephadm-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-dashboard-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-diskprediction-local-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-k8sevents-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-modules-core-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-rook-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mon-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-osd-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-prometheus-alerts-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-radosgw-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-selinux-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-test-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: ceph-volume-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: cephadm-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: colord-libs-1.4.5-6.el9_6.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: composefs-libs-1.0.8-1.el9.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: copy-jdk-configs-4.0-3.el9.0.1.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: dconf-0.40.0-6.el9.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: exiv2-0.27.5-2.el9.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: flac-libs-1.3.3-10.el9_2.1.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: flatpak-1.12.9-4.el9_6.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: flatpak-selinux-1.12.9-4.el9_6.noarch 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: flatpak-session-helper-1.12.9-4.el9_6.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: fuse-2.9.9-17.el9.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: geoclue2-2.6.0-8.el9_6.1.x86_64 2026-03-11T11:32:00.662 INFO:teuthology.orchestra.run.vm08.stdout: giflib-5.2.1-9.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: google-guice-4.2.3-12.el9.noarch 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: graphene-1.10.6-2.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: grpc-data-1.46.7-10.el9.noarch 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: gsm-1.0.19-6.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: gstreamer1-1.22.12-3.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: gstreamer1-plugins-base-1.22.12-4.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: gtk-update-icon-cache-3.24.31-8.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: gtk3-3.24.31-8.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: guava-30.1-10.el9.noarch 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: httpcomponents-client-4.5.13-7.el9.noarch 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: httpcomponents-core-4.4.13-11.el9.noarch 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: iso-codes-4.6.0-3.el9.noarch 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: jakarta-annotations-1.3.5-16.el9.noarch 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: jansi-2.3.3-9.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: javapackages-filesystem-6.4.0-1.el9.noarch 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: javapackages-tools-6.4.0-1.el9.noarch 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: jbigkit-libs-2.1-23.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: jcl-over-slf4j-1.7.30-16.el9.noarch 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: jsoup-1.13.1-13.el9.noarch 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: jsr-305-3.0.2-9.el9.noarch 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: lcms2-2.12-3.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libX11-xcb-1.7.0-11.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libXcomposite-0.4.5-7.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libXcursor-1.2.0-7.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libXdamage-1.1.5-7.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libXfixes-5.0.3-16.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libXi-1.7.10-8.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libXinerama-1.1.4-10.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libXrandr-1.5.2-8.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libXtst-1.2.3-16.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libXv-1.0.11-16.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libarrow-9.0.0-15.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libasyncns-0.8-22.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libcanberra-0.30-27.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-devel-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libcephsqlite-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libconfig-1.7.2-9.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libdrm-2.4.123-2.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libepoxy-1.5.5-4.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libexif-0.6.22-6.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libfontenc-1.1.3-17.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libgexiv2-0.14.3-1.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libgsf-1.14.47-5.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libgxps-0.3.2-3.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libiptcdata-1.0.5-10.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libldac-2.0.2.3-10.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libnbd-1.20.3-4.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libnotify-0.7.9-8.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: liboath-2.6.12-1.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libogg-2:1.3.4-6.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libosinfo-1.10.0-1.el9.x86_64 2026-03-11T11:32:00.663 INFO:teuthology.orchestra.run.vm08.stdout: libpciaccess-0.16-7.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: librados-devel-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libradosstriper1-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: librgw2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libsbc-1.4-9.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libsndfile-1.0.31-9.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libtdb-1.4.13-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libtheora-1:1.1.1-31.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libtiff-4.4.0-15.el9_7.2.0.1.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libtracker-sparql-3.1.2-3.el9_1.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libunwind-1.6.2-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-client-1.21.0-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libwayland-server-1.21.0-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libwebp-1.2.0-8.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libxshmfence-1.3-10.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: lksctp-tools-1.0.19-3.el9_4.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: llvm-filesystem-20.1.8-3.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: llvm-libs-20.1.8-3.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: lmdb-libs-0.9.29-3.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: low-memory-monitor-2.1-4.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: lua-5.4.4-4.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: lua-posix-35.0-8.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: luarocks-3.9.2-5.el9.noarch 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: maven-1:3.6.3-22.el9.noarch 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: maven-lib-1:3.6.3-22.el9.noarch 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: maven-openjdk17-1:3.6.3-22.el9.noarch 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: maven-resolver-1:1.6.1-14.el9.noarch 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: maven-shared-utils-3.3.4-7.el9.noarch 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: maven-wagon-3.4.2-10.el9.noarch 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: mesa-dri-drivers-25.0.7-4.el9_7.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: mesa-filesystem-25.0.7-4.el9_7.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libEGL-25.0.7-4.el9_7.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libGL-25.0.7-4.el9_7.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: mesa-libgbm-25.0.7-4.el9_7.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: mkfontscale-1.2.1-3.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: nvme-cli-2.13-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: openblas-0.3.29-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: openjpeg2-2.4.0-8.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: opus-1.3.1-10.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: orc-0.4.31-8.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: osinfo-db-20250606-1.el9.rocky.20250920.noarch 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: ostree-libs-2025.6-1.el9_7.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: p11-kit-server-0.25.3-3.el9_5.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: pciutils-3.7.0-7.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-1.0.1-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2026-03-11T11:32:00.664 INFO:teuthology.orchestra.run.vm08.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: plexus-cipher-1.7-30.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: plexus-classworlds-2.6.0-14.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: plexus-containers-component-annotations-2.1.0-13.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: plexus-interpolation-1.26-15.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: plexus-sec-dispatcher-1.4-41.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: plexus-utils-3.3.0-13.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: poppler-21.01.0-23.el9_7.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: poppler-data-0.4.9-9.el9.0.1.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: poppler-glib-21.01.0-23.el9_7.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: publicsuffix-list-20210518-3.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: pulseaudio-libs-15.0-3.el9.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-babel-2.9.1-2.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-argparse-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-common-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-cephfs-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-mako-1.1.4-6.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy-1:1.23.5-1.el9.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy-f2py-1:1.23.5-1.el9.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-packaging-20.9-5.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-portend-3.1.0-2.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-pycparser-2.20-6.el9.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-rados-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-rbd-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.665 INFO:teuthology.orchestra.run.vm08.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-rgw-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-routes-2.5.1-5.el9.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-rsa-4.9-2.el9.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-saml-1.16.0-1.el9.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-webob-1.8.8-2.el9.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: qatlib-24.09.0-1.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: rbd-fuse-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: rbd-mirror-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: rbd-nbd-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: re2-1:20211101-20.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: rtkit-0.11-29.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: s3cmd-2.4.0-1.el9.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: sisu-1:0.3.4-14.el9.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: slf4j-1.7.30-16.el9.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: socat-1.7.4.1-8.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: spirv-tools-libs-2025.2-1.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: thrift-0.15.0-4.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: tracker-3.1.2-3.el9_1.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: tracker-miners-3.1.2-4.el9_3.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: tzdata-java-2025c-1.el9.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: unzip-6.0-59.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: upower-0.99.13-2.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: wireplumber-0.4.14-1.el9.0.1.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: wireplumber-libs-0.4.14-1.el9.0.1.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: xkeyboard-config-2.33-2.el9.0.1.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: zip-3.0-35.el9.x86_64 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:00.666 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-11T11:32:00.780 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mon-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 284/316 2026-03-11T11:32:00.802 DEBUG:teuthology.parallel:result is None 2026-03-11T11:32:00.807 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mon-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 284/316 2026-03-11T11:32:00.808 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-11T11:32:00.808 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-03-11T11:32:00.808 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-03-11T11:32:00.808 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-03-11T11:32:00.808 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:00.855 INFO:teuthology.orchestra.run.vm00.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 285/316 2026-03-11T11:32:00.907 INFO:teuthology.orchestra.run.vm00.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 286/316 2026-03-11T11:32:00.922 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 287/316 2026-03-11T11:32:00.928 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 288/316 2026-03-11T11:32:00.985 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: cephadm-2:19.2.3-41.g93f09337d0c.el9.clyso.noarc 289/316 2026-03-11T11:32:00.989 INFO:teuthology.orchestra.run.vm00.stdout: Installing : cephadm-2:19.2.3-41.g93f09337d0c.el9.clyso.noarc 289/316 2026-03-11T11:32:00.995 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-prometheus-alerts-2:19.2.3-41.g93f09337d0c. 290/316 2026-03-11T11:32:01.020 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-grafana-dashboards-2:19.2.3-41.g93f09337d0c 291/316 2026-03-11T11:32:01.023 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-cephadm-2:19.2.3-41.g93f09337d0c.el9.cl 292/316 2026-03-11T11:32:01.582 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.2.3-41.g93f09337d0c.el9.cl 292/316 2026-03-11T11:32:01.588 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-dashboard-2:19.2.3-41.g93f09337d0c.el9. 293/316 2026-03-11T11:32:02.113 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.2.3-41.g93f09337d0c.el9. 293/316 2026-03-11T11:32:02.115 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-diskprediction-local-2:19.2.3-41.g93f09 294/316 2026-03-11T11:32:02.129 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.2.3-41.g93f09 294/316 2026-03-11T11:32:02.130 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-k8sevents-2:19.2.3-41.g93f09337d0c.el9. 295/316 2026-03-11T11:32:02.191 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-k8sevents-2:19.2.3-41.g93f09337d0c.el9. 295/316 2026-03-11T11:32:02.248 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-modules-core-2:19.2.3-41.g93f09337d0c.e 296/316 2026-03-11T11:32:02.251 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 297/316 2026-03-11T11:32:02.274 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 297/316 2026-03-11T11:32:02.274 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-11T11:32:02.274 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-03-11T11:32:02.274 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-03-11T11:32:02.274 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-03-11T11:32:02.274 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:02.288 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-rook-2:19.2.3-41.g93f09337d0c.el9.clyso 298/316 2026-03-11T11:32:02.300 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-rook-2:19.2.3-41.g93f09337d0c.el9.clyso 298/316 2026-03-11T11:32:02.815 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 299/316 2026-03-11T11:32:02.819 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-radosgw-2:19.2.3-41.g93f09337d0c.el9.clyso. 300/316 2026-03-11T11:32:02.842 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-41.g93f09337d0c.el9.clyso. 300/316 2026-03-11T11:32:02.842 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-11T11:32:02.842 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-03-11T11:32:02.842 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-03-11T11:32:02.842 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-03-11T11:32:02.842 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:02.853 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-immutable-object-cache-2:19.2.3-41.g93f0933 301/316 2026-03-11T11:32:02.876 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-41.g93f0933 301/316 2026-03-11T11:32:02.876 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-11T11:32:02.877 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-03-11T11:32:02.877 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:03.035 INFO:teuthology.orchestra.run.vm00.stdout: Installing : rbd-mirror-2:19.2.3-41.g93f09337d0c.el9.clyso.x8 302/316 2026-03-11T11:32:03.058 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: rbd-mirror-2:19.2.3-41.g93f09337d0c.el9.clyso.x8 302/316 2026-03-11T11:32:03.058 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-11T11:32:03.058 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-03-11T11:32:03.058 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-03-11T11:32:03.058 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-03-11T11:32:03.058 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:05.659 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-test-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 303/316 2026-03-11T11:32:05.660 INFO:teuthology.orchestra.run.vm00.stdout: Installing : maven-1:3.6.3-22.el9.noarch 304/316 2026-03-11T11:32:05.669 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: maven-1:3.6.3-22.el9.noarch 304/316 2026-03-11T11:32:05.674 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 305/316 2026-03-11T11:32:05.687 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 306/316 2026-03-11T11:32:05.690 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 307/316 2026-03-11T11:32:05.706 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 307/316 2026-03-11T11:32:05.706 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2026-03-11T11:32:05.706 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:05.723 INFO:teuthology.orchestra.run.vm00.stdout: Installing : rbd-fuse-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 308/316 2026-03-11T11:32:05.757 INFO:teuthology.orchestra.run.vm00.stdout: Installing : rbd-nbd-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_6 309/316 2026-03-11T11:32:05.764 INFO:teuthology.orchestra.run.vm00.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 310/316 2026-03-11T11:32:05.823 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libcephfs-devel-2:19.2.3-41.g93f09337d0c.el9.cly 311/316 2026-03-11T11:32:05.831 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-fuse-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 312/316 2026-03-11T11:32:05.851 INFO:teuthology.orchestra.run.vm00.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 313/316 2026-03-11T11:32:05.856 INFO:teuthology.orchestra.run.vm00.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 314/316 2026-03-11T11:32:05.856 INFO:teuthology.orchestra.run.vm00.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 315/316 2026-03-11T11:32:05.877 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 315/316 2026-03-11T11:32:05.877 INFO:teuthology.orchestra.run.vm00.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 316/316 2026-03-11T11:32:05.895 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 316/316 2026-03-11T11:32:05.908 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 316/316 2026-03-11T11:32:05.915 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 316/316 2026-03-11T11:32:05.924 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 316/316 2026-03-11T11:32:05.935 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.0.1.x86_64 316/316 2026-03-11T11:32:05.936 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2026-03-11T11:32:05.936 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2026-03-11T11:32:05.936 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:05.951 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 316/316 2026-03-11T11:32:05.993 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 316/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 316/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 1/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-base-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 2/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-common-2:19.2.3-41.g93f09337d0c.el9.clyso.x 3/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-fuse-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 4/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-41.g93f0933 5/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mds-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 6/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 7/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mon-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 8/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-osd-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 9/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-radosgw-2:19.2.3-41.g93f09337d0c.el9.clyso. 10/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-selinux-2:19.2.3-41.g93f09337d0c.el9.clyso. 11/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-test-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 12/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcephfs-devel-2:19.2.3-41.g93f09337d0c.el9.cly 13/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcephfs2-2:19.2.3-41.g93f09337d0c.el9.clyso.x8 14/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcephsqlite-2:19.2.3-41.g93f09337d0c.el9.clyso 15/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librados-devel-2:19.2.3-41.g93f09337d0c.el9.clys 16/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libradosstriper1-2:19.2.3-41.g93f09337d0c.el9.cl 17/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librgw2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_6 18/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-ceph-argparse-2:19.2.3-41.g93f09337d0c.e 19/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-ceph-common-2:19.2.3-41.g93f09337d0c.el9 20/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cephfs-2:19.2.3-41.g93f09337d0c.el9.clys 21/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-rados-2:19.2.3-41.g93f09337d0c.el9.clyso 22/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-rbd-2:19.2.3-41.g93f09337d0c.el9.clyso.x 23/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-rgw-2:19.2.3-41.g93f09337d0c.el9.clyso.x 24/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : rbd-fuse-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_ 25/316 2026-03-11T11:32:07.768 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : rbd-mirror-2:19.2.3-41.g93f09337d0c.el9.clyso.x8 26/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : rbd-nbd-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_6 27/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-grafana-dashboards-2:19.2.3-41.g93f09337d0c 28/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-cephadm-2:19.2.3-41.g93f09337d0c.el9.cl 29/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-dashboard-2:19.2.3-41.g93f09337d0c.el9. 30/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.2.3-41.g93f09 31/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-k8sevents-2:19.2.3-41.g93f09337d0c.el9. 32/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-41.g93f09337d0c.e 33/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-rook-2:19.2.3-41.g93f09337d0c.el9.clyso 34/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-prometheus-alerts-2:19.2.3-41.g93f09337d0c. 35/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-volume-2:19.2.3-41.g93f09337d0c.el9.clyso.n 36/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cephadm-2:19.2.3-41.g93f09337d0c.el9.clyso.noarc 37/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 38/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 39/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 40/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 41/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 42/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 43/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 44/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 45/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 46/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 47/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 48/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 49/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 50/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 51/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 52/316 2026-03-11T11:32:07.769 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 53/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 54/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 55/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 56/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 57/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 58/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 59/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 60/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 61/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 62/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 63/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 64/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 65/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 66/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 67/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 68/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 69/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 70/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 71/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 80/316 2026-03-11T11:32:07.770 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 81/316 2026-03-11T11:32:07.771 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 82/316 2026-03-11T11:32:07.771 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 83/316 2026-03-11T11:32:07.771 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 84/316 2026-03-11T11:32:07.771 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 85/316 2026-03-11T11:32:07.771 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : re2-1:20211101-20.el9.x86_64 86/316 2026-03-11T11:32:07.771 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 87/316 2026-03-11T11:32:07.771 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 88/316 2026-03-11T11:32:07.771 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 89/316 2026-03-11T11:32:07.771 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : bluez-libs-5.83-2.el9.x86_64 90/316 2026-03-11T11:32:07.772 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : bubblewrap-0.6.3-1.el9.x86_64 91/316 2026-03-11T11:32:07.772 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 92/316 2026-03-11T11:32:07.772 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 93/316 2026-03-11T11:32:07.772 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 94/316 2026-03-11T11:32:07.772 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 95/316 2026-03-11T11:32:07.772 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 96/316 2026-03-11T11:32:07.772 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 97/316 2026-03-11T11:32:07.772 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 98/316 2026-03-11T11:32:07.772 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 99/316 2026-03-11T11:32:07.772 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 100/316 2026-03-11T11:32:07.772 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 101/316 2026-03-11T11:32:07.772 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libtdb-1.4.13-1.el9.x86_64 102/316 2026-03-11T11:32:07.772 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lksctp-tools-1.0.19-3.el9_4.x86_64 103/316 2026-03-11T11:32:07.772 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lmdb-libs-0.9.29-3.el9.x86_64 104/316 2026-03-11T11:32:07.772 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 105/316 2026-03-11T11:32:07.776 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 106/316 2026-03-11T11:32:07.776 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 107/316 2026-03-11T11:32:07.776 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 108/316 2026-03-11T11:32:07.776 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 109/316 2026-03-11T11:32:07.776 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 110/316 2026-03-11T11:32:07.776 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 111/316 2026-03-11T11:32:07.776 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 112/316 2026-03-11T11:32:07.776 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 113/316 2026-03-11T11:32:07.776 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 114/316 2026-03-11T11:32:07.776 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 115/316 2026-03-11T11:32:07.776 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : unzip-6.0-59.el9.x86_64 116/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : zip-3.0-35.el9.x86_64 117/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 118/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 119/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : alsa-lib-1.2.14-1.el9.x86_64 120/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : apache-commons-cli-1.4-20.el9.noarch 121/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : apache-commons-codec-1.15-10.el9.noarch 122/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : apache-commons-io-1:2.8.0-12.el9.noarch 123/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : apache-commons-lang3-3.12.0-10.el9.noarch 124/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 125/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 126/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : atinject-1.0.3-9.el9.noarch 127/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : atk-2.36.0-5.el9.x86_64 128/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : avahi-glib-0.8-23.el9.x86_64 129/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 130/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cdi-api-2.0.2-9.el9.noarch 131/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : colord-libs-1.4.5-6.el9_6.x86_64 132/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : composefs-libs-1.0.8-1.el9.x86_64 133/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : copy-jdk-configs-4.0-3.el9.0.1.noarch 134/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 135/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 136/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 137/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 138/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 139/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flac-libs-1.3.3-10.el9_2.1.x86_64 140/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flatpak-1.12.9-4.el9_6.x86_64 141/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flatpak-selinux-1.12.9-4.el9_6.noarch 142/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flatpak-session-helper-1.12.9-4.el9_6.x86_64 143/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 144/316 2026-03-11T11:32:07.777 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 145/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 146/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 147/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : geoclue2-2.6.0-8.el9_6.1.x86_64 148/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 149/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : google-guice-4.2.3-12.el9.noarch 150/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 151/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 152/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : gstreamer1-1.22.12-3.el9.x86_64 153/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : gstreamer1-plugins-base-1.22.12-4.el9.x86_64 154/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : gtk-update-icon-cache-3.24.31-8.el9.x86_64 155/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : gtk3-3.24.31-8.el9.x86_64 156/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : guava-30.1-10.el9.noarch 157/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 158/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : httpcomponents-client-4.5.13-7.el9.noarch 159/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : httpcomponents-core-4.4.13-11.el9.noarch 160/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 161/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : jakarta-annotations-1.3.5-16.el9.noarch 162/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : jansi-2.3.3-9.el9.x86_64 163/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 164/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 165/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 166/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : javapackages-filesystem-6.4.0-1.el9.noarch 167/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : javapackages-tools-6.4.0-1.el9.noarch 168/316 2026-03-11T11:32:07.778 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 169/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : jcl-over-slf4j-1.7.30-16.el9.noarch 170/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : jsoup-1.13.1-13.el9.noarch 171/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : jsr-305-3.0.2-9.el9.noarch 172/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lcms2-2.12-3.el9.x86_64 173/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libX11-xcb-1.7.0-11.el9.x86_64 174/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 175/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 176/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 177/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 178/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 179/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 180/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 181/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 182/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 183/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 184/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 185/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 186/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 187/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libdrm-2.4.123-2.el9.x86_64 188/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 189/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 190/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 191/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libgexiv2-0.14.3-1.el9.x86_64 192/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 193/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 194/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 195/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 196/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 197/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 198/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 199/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 200/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 201/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 202/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 203/316 2026-03-11T11:32:07.779 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 204/316 2026-03-11T11:32:07.780 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 205/316 2026-03-11T11:32:07.780 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 206/316 2026-03-11T11:32:07.780 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libsbc-1.4-9.el9.x86_64 207/316 2026-03-11T11:32:07.780 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libsndfile-1.0.31-9.el9.x86_64 208/316 2026-03-11T11:32:07.780 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 209/316 2026-03-11T11:32:07.780 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 210/316 2026-03-11T11:32:07.780 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 211/316 2026-03-11T11:32:07.780 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libtracker-sparql-3.1.2-3.el9_1.x86_64 212/316 2026-03-11T11:32:07.780 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 213/316 2026-03-11T11:32:07.780 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 214/316 2026-03-11T11:32:07.780 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 215/316 2026-03-11T11:32:07.780 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 216/316 2026-03-11T11:32:07.780 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 217/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 218/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 219/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 220/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 221/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : llvm-filesystem-20.1.8-3.el9.x86_64 222/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : llvm-libs-20.1.8-3.el9.x86_64 223/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 224/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 225/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lua-5.4.4-4.el9.x86_64 226/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 227/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : maven-1:3.6.3-22.el9.noarch 228/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : maven-lib-1:3.6.3-22.el9.noarch 229/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : maven-openjdk17-1:3.6.3-22.el9.noarch 230/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : maven-resolver-1:1.6.1-14.el9.noarch 231/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : maven-shared-utils-3.3.4-7.el9.noarch 232/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : maven-wagon-3.4.2-10.el9.noarch 233/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mesa-dri-drivers-25.0.7-4.el9_7.x86_64 234/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mesa-filesystem-25.0.7-4.el9_7.x86_64 235/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mesa-libEGL-25.0.7-4.el9_7.x86_64 236/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mesa-libGL-25.0.7-4.el9_7.x86_64 237/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mesa-libgbm-25.0.7-4.el9_7.x86_64 238/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 239/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 240/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 241/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openjpeg2-2.4.0-8.el9.x86_64 242/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : opus-1.3.1-10.el9.x86_64 243/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : orc-0.4.31-8.el9.x86_64 244/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : osinfo-db-20250606-1.el9.rocky.20250920.noarch 245/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 246/316 2026-03-11T11:32:07.781 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ostree-libs-2025.6-1.el9_7.x86_64 247/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : p11-kit-server-0.25.3-3.el9_5.x86_64 248/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 249/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 250/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 251/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 252/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 253/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 254/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 255/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 256/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : plexus-cipher-1.7-30.el9.noarch 257/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : plexus-classworlds-2.6.0-14.el9.noarch 258/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : plexus-containers-component-annotations-2.1.0-13 259/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : plexus-interpolation-1.26-15.el9.noarch 260/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : plexus-sec-dispatcher-1.4-41.el9.noarch 261/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : plexus-utils-3.3.0-13.el9.noarch 262/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : poppler-21.01.0-23.el9_7.x86_64 263/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : poppler-data-0.4.9-9.el9.0.1.noarch 264/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : poppler-glib-21.01.0-23.el9_7.x86_64 265/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 266/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 267/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pulseaudio-libs-15.0-3.el9.x86_64 268/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 269/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 270/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 271/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 272/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 273/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 274/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 275/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-numpy-1:1.23.5-1.el9.x86_64 276/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 277/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 278/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 279/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 280/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 281/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 282/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 283/316 2026-03-11T11:32:07.782 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 284/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 285/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 286/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 287/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : rtkit-0.11-29.el9.x86_64 288/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : sisu-1:0.3.4-14.el9.noarch 289/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : slf4j-1.7.30-16.el9.noarch 290/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 291/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 292/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : spirv-tools-libs-2025.2-1.el9.x86_64 293/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 294/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : tracker-3.1.2-3.el9_1.x86_64 295/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : tracker-miners-3.1.2-4.el9_3.x86_64 296/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 297/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : tzdata-java-2025c-1.el9.noarch 298/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : upower-0.99.13-2.el9.x86_64 299/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 300/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : wireplumber-0.4.14-1.el9.0.1.x86_64 301/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 302/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 303/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 304/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 305/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xkeyboard-config-2.33-2.el9.0.1.noarch 306/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 307/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 308/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 309/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 310/316 2026-03-11T11:32:07.783 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 311/316 2026-03-11T11:32:07.784 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 312/316 2026-03-11T11:32:07.784 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librados2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86 313/316 2026-03-11T11:32:07.784 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 314/316 2026-03-11T11:32:07.784 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librbd1-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_6 315/316 2026-03-11T11:32:07.956 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 316/316 2026-03-11T11:32:07.956 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:07.956 INFO:teuthology.orchestra.run.vm00.stdout:Upgraded: 2026-03-11T11:32:07.956 INFO:teuthology.orchestra.run.vm00.stdout: librados2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.956 INFO:teuthology.orchestra.run.vm00.stdout: librbd1-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.956 INFO:teuthology.orchestra.run.vm00.stdout:Installed: 2026-03-11T11:32:07.956 INFO:teuthology.orchestra.run.vm00.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2026-03-11T11:32:07.956 INFO:teuthology.orchestra.run.vm00.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-03-11T11:32:07.956 INFO:teuthology.orchestra.run.vm00.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2026-03-11T11:32:07.956 INFO:teuthology.orchestra.run.vm00.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2026-03-11T11:32:07.956 INFO:teuthology.orchestra.run.vm00.stdout: alsa-lib-1.2.14-1.el9.x86_64 2026-03-11T11:32:07.956 INFO:teuthology.orchestra.run.vm00.stdout: apache-commons-cli-1.4-20.el9.noarch 2026-03-11T11:32:07.956 INFO:teuthology.orchestra.run.vm00.stdout: apache-commons-codec-1.15-10.el9.noarch 2026-03-11T11:32:07.956 INFO:teuthology.orchestra.run.vm00.stdout: apache-commons-io-1:2.8.0-12.el9.noarch 2026-03-11T11:32:07.956 INFO:teuthology.orchestra.run.vm00.stdout: apache-commons-lang3-3.12.0-10.el9.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: atinject-1.0.3-9.el9.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: atk-2.36.0-5.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: avahi-glib-0.8-23.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: bluez-libs-5.83-2.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: bubblewrap-0.6.3-1.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: cdi-api-2.0.2-9.el9.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-base-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-common-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-fuse-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-grafana-dashboards-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-immutable-object-cache-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mds-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-cephadm-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-dashboard-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-diskprediction-local-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-k8sevents-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-modules-core-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-rook-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mon-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-osd-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-prometheus-alerts-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-radosgw-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-selinux-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-test-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: ceph-volume-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: cephadm-2:19.2.3-41.g93f09337d0c.el9.clyso.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: colord-libs-1.4.5-6.el9_6.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: composefs-libs-1.0.8-1.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: copy-jdk-configs-4.0-3.el9.0.1.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: dconf-0.40.0-6.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: exiv2-0.27.5-2.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: flac-libs-1.3.3-10.el9_2.1.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: flatpak-1.12.9-4.el9_6.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: flatpak-selinux-1.12.9-4.el9_6.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: flatpak-session-helper-1.12.9-4.el9_6.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: fuse-2.9.9-17.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: geoclue2-2.6.0-8.el9_6.1.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: giflib-5.2.1-9.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: google-guice-4.2.3-12.el9.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: graphene-1.10.6-2.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: grpc-data-1.46.7-10.el9.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: gsm-1.0.19-6.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: gstreamer1-1.22.12-3.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: gstreamer1-plugins-base-1.22.12-4.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: gtk-update-icon-cache-3.24.31-8.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: gtk3-3.24.31-8.el9.x86_64 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: guava-30.1-10.el9.noarch 2026-03-11T11:32:07.957 INFO:teuthology.orchestra.run.vm00.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: httpcomponents-client-4.5.13-7.el9.noarch 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: httpcomponents-core-4.4.13-11.el9.noarch 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: iso-codes-4.6.0-3.el9.noarch 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: jakarta-annotations-1.3.5-16.el9.noarch 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: jansi-2.3.3-9.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: javapackages-filesystem-6.4.0-1.el9.noarch 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: javapackages-tools-6.4.0-1.el9.noarch 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: jbigkit-libs-2.1-23.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: jcl-over-slf4j-1.7.30-16.el9.noarch 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: jsoup-1.13.1-13.el9.noarch 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: jsr-305-3.0.2-9.el9.noarch 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: lcms2-2.12-3.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libX11-xcb-1.7.0-11.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libXcomposite-0.4.5-7.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libXcursor-1.2.0-7.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libXdamage-1.1.5-7.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libXfixes-5.0.3-16.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libXi-1.7.10-8.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libXinerama-1.1.4-10.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libXrandr-1.5.2-8.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libXtst-1.2.3-16.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libXv-1.0.11-16.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libarrow-9.0.0-15.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libasyncns-0.8-22.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libcanberra-0.30-27.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs-devel-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libcephsqlite-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libconfig-1.7.2-9.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libdrm-2.4.123-2.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libepoxy-1.5.5-4.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libexif-0.6.22-6.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libfontenc-1.1.3-17.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libgexiv2-0.14.3-1.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libgsf-1.14.47-5.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libgxps-0.3.2-3.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libiptcdata-1.0.5-10.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libldac-2.0.2.3-10.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libnbd-1.20.3-4.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libnotify-0.7.9-8.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: liboath-2.6.12-1.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libogg-2:1.3.4-6.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libosinfo-1.10.0-1.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libpciaccess-0.16-7.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: librados-devel-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libradosstriper1-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: librgw2-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libsbc-1.4-9.el9.x86_64 2026-03-11T11:32:07.958 INFO:teuthology.orchestra.run.vm00.stdout: libsndfile-1.0.31-9.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: libtdb-1.4.13-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: libtheora-1:1.1.1-31.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: libtiff-4.4.0-15.el9_7.2.0.1.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: libtracker-sparql-3.1.2-3.el9_1.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: libunwind-1.6.2-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: libwayland-client-1.21.0-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: libwayland-server-1.21.0-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: libwebp-1.2.0-8.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: libxshmfence-1.3-10.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: lksctp-tools-1.0.19-3.el9_4.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: llvm-filesystem-20.1.8-3.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: llvm-libs-20.1.8-3.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: lmdb-libs-0.9.29-3.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: low-memory-monitor-2.1-4.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: lua-5.4.4-4.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: lua-posix-35.0-8.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: luarocks-3.9.2-5.el9.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: maven-1:3.6.3-22.el9.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: maven-lib-1:3.6.3-22.el9.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: maven-openjdk17-1:3.6.3-22.el9.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: maven-resolver-1:1.6.1-14.el9.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: maven-shared-utils-3.3.4-7.el9.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: maven-wagon-3.4.2-10.el9.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: mesa-dri-drivers-25.0.7-4.el9_7.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: mesa-filesystem-25.0.7-4.el9_7.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: mesa-libEGL-25.0.7-4.el9_7.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: mesa-libGL-25.0.7-4.el9_7.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: mesa-libgbm-25.0.7-4.el9_7.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: mkfontscale-1.2.1-3.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: nvme-cli-2.13-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: openblas-0.3.29-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: openjpeg2-2.4.0-8.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: opus-1.3.1-10.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: orc-0.4.31-8.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: osinfo-db-20250606-1.el9.rocky.20250920.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: ostree-libs-2025.6-1.el9_7.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: p11-kit-server-0.25.3-3.el9_5.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: pciutils-3.7.0-7.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-1.0.1-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: plexus-cipher-1.7-30.el9.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: plexus-classworlds-2.6.0-14.el9.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: plexus-containers-component-annotations-2.1.0-13.el9.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: plexus-interpolation-1.26-15.el9.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: plexus-sec-dispatcher-1.4-41.el9.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: plexus-utils-3.3.0-13.el9.noarch 2026-03-11T11:32:07.959 INFO:teuthology.orchestra.run.vm00.stdout: poppler-21.01.0-23.el9_7.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: poppler-data-0.4.9-9.el9.0.1.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: poppler-glib-21.01.0-23.el9_7.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: publicsuffix-list-20210518-3.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: pulseaudio-libs-15.0-3.el9.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-babel-2.9.1-2.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-ceph-argparse-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-ceph-common-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-cephfs-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-mako-1.1.4-6.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-numpy-1:1.23.5-1.el9.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-numpy-f2py-1:1.23.5-1.el9.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-packaging-20.9-5.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-portend-3.1.0-2.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-pycparser-2.20-6.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-rados-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-rbd-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-rgw-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-routes-2.5.1-5.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-rsa-4.9-2.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-saml-1.16.0-1.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-03-11T11:32:07.960 INFO:teuthology.orchestra.run.vm00.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: python3-webob-1.8.8-2.el9.noarch 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: qatlib-24.09.0-1.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: rbd-fuse-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: rbd-mirror-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: rbd-nbd-2:19.2.3-41.g93f09337d0c.el9.clyso.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: re2-1:20211101-20.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: rtkit-0.11-29.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: s3cmd-2.4.0-1.el9.noarch 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: sisu-1:0.3.4-14.el9.noarch 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: slf4j-1.7.30-16.el9.noarch 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: socat-1.7.4.1-8.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: spirv-tools-libs-2025.2-1.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: thrift-0.15.0-4.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: tracker-3.1.2-3.el9_1.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: tracker-miners-3.1.2-4.el9_3.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: tzdata-java-2025c-1.el9.noarch 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: unzip-6.0-59.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: upower-0.99.13-2.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: wireplumber-0.4.14-1.el9.0.1.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: wireplumber-libs-0.4.14-1.el9.0.1.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: xkeyboard-config-2.33-2.el9.0.1.noarch 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: zip-3.0-35.el9.x86_64 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:07.961 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-11T11:32:08.149 DEBUG:teuthology.parallel:result is None 2026-03-11T11:32:08.149 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-03-11T11:32:08.149 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-03-11T11:32:08.149 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-03-11T11:32:08.150 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:08.150 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-03-11T11:32:08.214 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:08.214 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-03-11T11:32:08.260 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-03-11T11:32:08.261 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:08.261 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/usr/bin/daemon-helper 2026-03-11T11:32:08.314 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-03-11T11:32:08.439 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:08.439 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/usr/bin/daemon-helper 2026-03-11T11:32:08.481 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-03-11T11:32:08.562 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-03-11T11:32:08.562 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:08.562 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/usr/bin/adjust-ulimits 2026-03-11T11:32:08.606 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-03-11T11:32:08.688 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:08.688 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/usr/bin/adjust-ulimits 2026-03-11T11:32:08.724 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-03-11T11:32:08.798 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-03-11T11:32:08.798 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:08.798 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/usr/bin/stdin-killer 2026-03-11T11:32:08.833 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-03-11T11:32:08.912 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:08.912 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/usr/bin/stdin-killer 2026-03-11T11:32:08.948 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-03-11T11:32:09.025 INFO:teuthology.run_tasks:Running task ceph... 2026-03-11T11:32:09.065 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-03-11T11:32:09.066 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod 777 /var/log/ceph 2026-03-11T11:32:09.069 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod 777 /var/log/ceph 2026-03-11T11:32:09.106 INFO:tasks.ceph:Disabling ceph logrotate... 2026-03-11T11:32:09.106 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -f -- /etc/logrotate.d/ceph 2026-03-11T11:32:09.151 DEBUG:teuthology.orchestra.run.vm08:> sudo rm -f -- /etc/logrotate.d/ceph 2026-03-11T11:32:09.193 INFO:tasks.ceph:Creating extra log directories... 2026-03-11T11:32:09.193 DEBUG:teuthology.orchestra.run.vm00:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-03-11T11:32:09.233 DEBUG:teuthology.orchestra.run.vm08:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-03-11T11:32:09.275 INFO:tasks.ceph:Creating ceph cluster ceph... 2026-03-11T11:32:09.275 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon osd crush smoke test': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME', 'reached quota', 'POOL_FULL', 'pool\\(s\\) full'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-03-11T11:32:09.275 INFO:tasks.ceph:ctx.config {'archive_path': '/archive/irq0-2026-03-11_09:28:54-rgw:verify-cobaltcore-storage-v19.2.3-fasttrack-8-none-default-vps/1210', 'branch': 'cobaltcore-storage-v19.2.3-fasttrack-8', 'description': 'rgw:verify/{0-install accounts$/{none} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/bluestore-bitmap overrides proto/http rgw_pool_type/replicated s3tests-branch sharding$/{default} striping$/{stripe-greater-than-chunk} supported-random-distro$/{rocky_latest} tasks/{bucket-check cls mp_reupload rados-pool-quota ragweed reshard s3tests versioning zzz-s3tests-java} validater/valgrind}', 'email': None, 'first_in_suite': False, 'flavor': 'default', 'job_id': '1210', 'last_in_suite': False, 'machine_type': 'vps', 'name': 'irq0-2026-03-11_09:28:54-rgw:verify-cobaltcore-storage-v19.2.3-fasttrack-8-none-default-vps', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'rocky', 'os_version': '9.7', 'overrides': {'admin_socket': {'branch': 'cobaltcore-storage-v19.2.3-fasttrack-8'}, 'ansible.cephlab': {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'timezone': 'UTC'}}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon osd crush smoke test': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME', 'reached quota', 'POOL_FULL', 'pool\\(s\\) full'], 'sha1': '93f09337d0c8b83522903facf60962a7cb352653'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'cephadm': {'cephadm_binary_url': 'https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm', 'containers': {'image': 'harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-8'}}, 'install': {'ceph': {'flavor': 'default', 'sha1': '93f09337d0c8b83522903facf60962a7cb352653'}, 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-19.2.3-41-g93f09337d0c/el9.clyso/x86_64'}]}, 'rgw': {'client.0': {'valgrind': ['--tool=memcheck', '--max-threads=1024']}, 'compression type': 'random', 'ec-data-pool': False, 'frontend': 'beast', 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888'}, 'force-branch': 'ceph-squid', 'storage classes': 'LUKEWARM, FROZEN'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'tt-19.2.3-fasttrack-8', 'sha1': '50e98e8318117ef866947b5847d947538c5efcdc'}}, 'owner': 'irq0', 'priority': 1000, 'repo': 'https://github.com/ceph/ceph.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'seed': 4559, 'sha1': '93f09337d0c8b83522903facf60962a7cb352653', 'sleep_before_teardown': 0, 'suite': 'rgw:verify', 'suite_branch': 'tt-19.2.3-fasttrack-8', 'suite_path': '/home/teuthos/src/github.com_kshtsk_ceph_50e98e8318117ef866947b5847d947538c5efcdc/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/kshtsk/ceph.git', 'suite_sha1': '50e98e8318117ef866947b5847d947538c5efcdc', 'targets': {'vm00.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLU6cAGCqC/q1K01X+VaYGfFAWaK09ZRHj+2h07GmvuMxvD4iq/D+3zyXbhbC0AvQF7DG6rw4S+hEX4vS8aTobw=', 'vm08.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC7kosmUc5cZ+c/JW2LzejAPN/su7nyVzV/gROmQ1gzuqS6lc8IOxkCwQCMWB+HsdFLg5rKA3at2v3r88Yu0Sq0='}, 'tasks': [{'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'flavor': 'default', 'sha1': '93f09337d0c8b83522903facf60962a7cb352653'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/run-rados-pool-quota.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-squid', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-squid', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'clyso-debian-13', 'teuthology_repo': 'https://github.com/clyso/teuthology', 'teuthology_sha1': '1c580df7a9c7c2aadc272da296344fd99f27c444', 'timestamp': '2026-03-11_09:28:54', 'tube': 'vps', 'user': 'irq0', 'verbose': False, 'worker_log': '/home/teuthos/.teuthology/dispatcher/dispatcher.vps.611473'} 2026-03-11T11:32:09.276 DEBUG:teuthology.orchestra.run.vm00:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-03-11T11:32:09.315 DEBUG:teuthology.orchestra.run.vm08:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-03-11T11:32:09.347 DEBUG:teuthology.orchestra.run.vm00:> sudo install -d -m0777 -- /var/run/ceph 2026-03-11T11:32:09.390 DEBUG:teuthology.orchestra.run.vm08:> sudo install -d -m0777 -- /var/run/ceph 2026-03-11T11:32:09.432 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:09.432 DEBUG:teuthology.orchestra.run.vm00:> dd if=/scratch_devs of=/dev/stdout 2026-03-11T11:32:09.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-11T11:32:09.463 DEBUG:teuthology.orchestra.run.vm00:> ls /dev/[sv]d? 2026-03-11T11:32:09.536 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vda 2026-03-11T11:32:09.536 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdb 2026-03-11T11:32:09.536 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdc 2026-03-11T11:32:09.536 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdd 2026-03-11T11:32:09.536 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vde 2026-03-11T11:32:09.536 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-11T11:32:09.536 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-11T11:32:09.536 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vdb 2026-03-11T11:32:09.608 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vdb 2026-03-11T11:32:09.608 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-11T11:32:09.608 INFO:teuthology.orchestra.run.vm00.stdout:Device: 5h/5d Inode: 257 Links: 1 Device type: fc,10 2026-03-11T11:32:09.608 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-11T11:32:09.608 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-11T11:32:09.608 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-11 11:31:47.459733271 +0000 2026-03-11T11:32:09.608 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-11 11:31:47.459733271 +0000 2026-03-11T11:32:09.608 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-11 11:31:47.459733271 +0000 2026-03-11T11:32:09.608 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-11 11:28:08.197000000 +0000 2026-03-11T11:32:09.608 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-11T11:32:09.688 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-11T11:32:09.688 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-11T11:32:09.689 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000220042 s, 2.3 MB/s 2026-03-11T11:32:09.689 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-11T11:32:09.761 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vdc 2026-03-11T11:32:09.836 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vdc 2026-03-11T11:32:09.836 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-11T11:32:09.836 INFO:teuthology.orchestra.run.vm00.stdout:Device: 5h/5d Inode: 258 Links: 1 Device type: fc,20 2026-03-11T11:32:09.836 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-11T11:32:09.836 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-11T11:32:09.836 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-11 11:31:47.451733263 +0000 2026-03-11T11:32:09.836 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-11 11:31:47.451733263 +0000 2026-03-11T11:32:09.836 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-11 11:31:47.451733263 +0000 2026-03-11T11:32:09.836 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-11 11:28:08.202000000 +0000 2026-03-11T11:32:09.836 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-11T11:32:09.915 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-11T11:32:09.915 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-11T11:32:09.915 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.00020311 s, 2.5 MB/s 2026-03-11T11:32:09.915 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-11T11:32:09.986 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vdd 2026-03-11T11:32:10.057 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vdd 2026-03-11T11:32:10.057 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-11T11:32:10.057 INFO:teuthology.orchestra.run.vm00.stdout:Device: 5h/5d Inode: 259 Links: 1 Device type: fc,30 2026-03-11T11:32:10.057 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-11T11:32:10.057 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-11T11:32:10.058 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-11 11:31:47.477733290 +0000 2026-03-11T11:32:10.058 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-11 11:31:47.477733290 +0000 2026-03-11T11:32:10.058 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-11 11:31:47.477733290 +0000 2026-03-11T11:32:10.058 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-11 11:28:08.206000000 +0000 2026-03-11T11:32:10.058 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-11T11:32:10.134 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-11T11:32:10.134 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-11T11:32:10.134 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000197991 s, 2.6 MB/s 2026-03-11T11:32:10.135 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-11T11:32:10.207 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vde 2026-03-11T11:32:10.281 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vde 2026-03-11T11:32:10.281 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-11T11:32:10.281 INFO:teuthology.orchestra.run.vm00.stdout:Device: 5h/5d Inode: 260 Links: 1 Device type: fc,40 2026-03-11T11:32:10.281 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-11T11:32:10.281 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-11T11:32:10.281 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-11 11:31:47.425733235 +0000 2026-03-11T11:32:10.281 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-11 11:31:47.425733235 +0000 2026-03-11T11:32:10.281 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-11 11:31:47.425733235 +0000 2026-03-11T11:32:10.281 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-11 11:28:08.212000000 +0000 2026-03-11T11:32:10.281 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-11T11:32:10.359 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-11T11:32:10.359 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-11T11:32:10.359 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000197709 s, 2.6 MB/s 2026-03-11T11:32:10.360 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-11T11:32:10.431 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd', 'osd.3': '/dev/vde'} 2026-03-11T11:32:10.432 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:10.432 DEBUG:teuthology.orchestra.run.vm08:> dd if=/scratch_devs of=/dev/stdout 2026-03-11T11:32:10.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-11T11:32:10.456 DEBUG:teuthology.orchestra.run.vm08:> ls /dev/[sv]d? 2026-03-11T11:32:10.522 INFO:teuthology.orchestra.run.vm08.stdout:/dev/vda 2026-03-11T11:32:10.522 INFO:teuthology.orchestra.run.vm08.stdout:/dev/vdb 2026-03-11T11:32:10.522 INFO:teuthology.orchestra.run.vm08.stdout:/dev/vdc 2026-03-11T11:32:10.522 INFO:teuthology.orchestra.run.vm08.stdout:/dev/vdd 2026-03-11T11:32:10.522 INFO:teuthology.orchestra.run.vm08.stdout:/dev/vde 2026-03-11T11:32:10.522 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-11T11:32:10.522 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-11T11:32:10.522 DEBUG:teuthology.orchestra.run.vm08:> stat /dev/vdb 2026-03-11T11:32:10.588 INFO:teuthology.orchestra.run.vm08.stdout: File: /dev/vdb 2026-03-11T11:32:10.588 INFO:teuthology.orchestra.run.vm08.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-11T11:32:10.588 INFO:teuthology.orchestra.run.vm08.stdout:Device: 5h/5d Inode: 227 Links: 1 Device type: fc,10 2026-03-11T11:32:10.588 INFO:teuthology.orchestra.run.vm08.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-11T11:32:10.588 INFO:teuthology.orchestra.run.vm08.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-11T11:32:10.588 INFO:teuthology.orchestra.run.vm08.stdout:Access: 2026-03-11 11:31:40.606088356 +0000 2026-03-11T11:32:10.588 INFO:teuthology.orchestra.run.vm08.stdout:Modify: 2026-03-11 11:31:40.606088356 +0000 2026-03-11T11:32:10.588 INFO:teuthology.orchestra.run.vm08.stdout:Change: 2026-03-11 11:31:40.606088356 +0000 2026-03-11T11:32:10.588 INFO:teuthology.orchestra.run.vm08.stdout: Birth: 2026-03-11 11:27:43.185000000 +0000 2026-03-11T11:32:10.588 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-11T11:32:10.661 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records in 2026-03-11T11:32:10.661 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records out 2026-03-11T11:32:10.661 INFO:teuthology.orchestra.run.vm08.stderr:512 bytes copied, 0.000169878 s, 3.0 MB/s 2026-03-11T11:32:10.662 DEBUG:teuthology.orchestra.run.vm08:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-11T11:32:10.728 DEBUG:teuthology.orchestra.run.vm08:> stat /dev/vdc 2026-03-11T11:32:10.796 INFO:teuthology.orchestra.run.vm08.stdout: File: /dev/vdc 2026-03-11T11:32:10.796 INFO:teuthology.orchestra.run.vm08.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-11T11:32:10.796 INFO:teuthology.orchestra.run.vm08.stdout:Device: 5h/5d Inode: 228 Links: 1 Device type: fc,20 2026-03-11T11:32:10.796 INFO:teuthology.orchestra.run.vm08.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-11T11:32:10.796 INFO:teuthology.orchestra.run.vm08.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-11T11:32:10.796 INFO:teuthology.orchestra.run.vm08.stdout:Access: 2026-03-11 11:31:40.658088399 +0000 2026-03-11T11:32:10.796 INFO:teuthology.orchestra.run.vm08.stdout:Modify: 2026-03-11 11:31:40.658088399 +0000 2026-03-11T11:32:10.796 INFO:teuthology.orchestra.run.vm08.stdout:Change: 2026-03-11 11:31:40.658088399 +0000 2026-03-11T11:32:10.796 INFO:teuthology.orchestra.run.vm08.stdout: Birth: 2026-03-11 11:27:43.188000000 +0000 2026-03-11T11:32:10.797 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-11T11:32:10.872 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records in 2026-03-11T11:32:10.872 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records out 2026-03-11T11:32:10.872 INFO:teuthology.orchestra.run.vm08.stderr:512 bytes copied, 0.000217447 s, 2.4 MB/s 2026-03-11T11:32:10.873 DEBUG:teuthology.orchestra.run.vm08:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-11T11:32:10.941 DEBUG:teuthology.orchestra.run.vm08:> stat /dev/vdd 2026-03-11T11:32:11.009 INFO:teuthology.orchestra.run.vm08.stdout: File: /dev/vdd 2026-03-11T11:32:11.010 INFO:teuthology.orchestra.run.vm08.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-11T11:32:11.010 INFO:teuthology.orchestra.run.vm08.stdout:Device: 5h/5d Inode: 235 Links: 1 Device type: fc,30 2026-03-11T11:32:11.010 INFO:teuthology.orchestra.run.vm08.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-11T11:32:11.010 INFO:teuthology.orchestra.run.vm08.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-11T11:32:11.010 INFO:teuthology.orchestra.run.vm08.stdout:Access: 2026-03-11 11:31:40.613088362 +0000 2026-03-11T11:32:11.010 INFO:teuthology.orchestra.run.vm08.stdout:Modify: 2026-03-11 11:31:40.613088362 +0000 2026-03-11T11:32:11.010 INFO:teuthology.orchestra.run.vm08.stdout:Change: 2026-03-11 11:31:40.613088362 +0000 2026-03-11T11:32:11.010 INFO:teuthology.orchestra.run.vm08.stdout: Birth: 2026-03-11 11:27:43.197000000 +0000 2026-03-11T11:32:11.010 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-11T11:32:11.086 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records in 2026-03-11T11:32:11.086 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records out 2026-03-11T11:32:11.086 INFO:teuthology.orchestra.run.vm08.stderr:512 bytes copied, 0.000123671 s, 4.1 MB/s 2026-03-11T11:32:11.087 DEBUG:teuthology.orchestra.run.vm08:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-11T11:32:11.155 DEBUG:teuthology.orchestra.run.vm08:> stat /dev/vde 2026-03-11T11:32:11.224 INFO:teuthology.orchestra.run.vm08.stdout: File: /dev/vde 2026-03-11T11:32:11.224 INFO:teuthology.orchestra.run.vm08.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-11T11:32:11.224 INFO:teuthology.orchestra.run.vm08.stdout:Device: 5h/5d Inode: 260 Links: 1 Device type: fc,40 2026-03-11T11:32:11.224 INFO:teuthology.orchestra.run.vm08.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-11T11:32:11.224 INFO:teuthology.orchestra.run.vm08.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-11T11:32:11.224 INFO:teuthology.orchestra.run.vm08.stdout:Access: 2026-03-11 11:31:40.650088392 +0000 2026-03-11T11:32:11.224 INFO:teuthology.orchestra.run.vm08.stdout:Modify: 2026-03-11 11:31:40.650088392 +0000 2026-03-11T11:32:11.224 INFO:teuthology.orchestra.run.vm08.stdout:Change: 2026-03-11 11:31:40.650088392 +0000 2026-03-11T11:32:11.224 INFO:teuthology.orchestra.run.vm08.stdout: Birth: 2026-03-11 11:27:43.234000000 +0000 2026-03-11T11:32:11.224 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-11T11:32:11.301 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records in 2026-03-11T11:32:11.302 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records out 2026-03-11T11:32:11.302 INFO:teuthology.orchestra.run.vm08.stderr:512 bytes copied, 0.000191328 s, 2.7 MB/s 2026-03-11T11:32:11.303 DEBUG:teuthology.orchestra.run.vm08:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-11T11:32:11.375 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vdb', 'osd.5': '/dev/vdc', 'osd.6': '/dev/vdd', 'osd.7': '/dev/vde'} 2026-03-11T11:32:11.375 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@vm00.local'): {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd', 'osd.3': '/dev/vde'}, Remote(name='ubuntu@vm08.local'): {'osd.4': '/dev/vdb', 'osd.5': '/dev/vdc', 'osd.6': '/dev/vdd', 'osd.7': '/dev/vde'}} 2026-03-11T11:32:11.375 INFO:tasks.ceph:Generating config... 2026-03-11T11:32:11.376 INFO:tasks.ceph:[client] debug rgw = 20 2026-03-11T11:32:11.376 INFO:tasks.ceph:[client] debug rgw notification = 20 2026-03-11T11:32:11.376 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2026-03-11T11:32:11.376 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2026-03-11T11:32:11.376 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2026-03-11T11:32:11.376 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-03-11T11:32:11.376 INFO:tasks.ceph:[client] rgw max chunk size = 4194304 2026-03-11T11:32:11.376 INFO:tasks.ceph:[client] rgw obj stripe size = 6291456 2026-03-11T11:32:11.376 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2026-03-11T11:32:11.376 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2026-03-11T11:32:11.376 INFO:tasks.ceph:[client] rgw torrent flag = True 2026-03-11T11:32:11.376 INFO:tasks.ceph:[client] rgw user counters cache = True 2026-03-11T11:32:11.376 INFO:tasks.ceph:[client] setgroup = ceph 2026-03-11T11:32:11.376 INFO:tasks.ceph:[client] setuser = ceph 2026-03-11T11:32:11.376 INFO:tasks.ceph:[global] mon client directed command retry = 5 2026-03-11T11:32:11.376 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2026-03-11T11:32:11.376 INFO:tasks.ceph:[global] osd heartbeat grace = 40 2026-03-11T11:32:11.376 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2026-03-11T11:32:11.376 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2026-03-11T11:32:11.377 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-03-11T11:32:11.377 INFO:tasks.ceph:[mgr] debug ms = 1 2026-03-11T11:32:11.377 INFO:tasks.ceph:[mon] debug mon = 20 2026-03-11T11:32:11.377 INFO:tasks.ceph:[mon] debug ms = 1 2026-03-11T11:32:11.377 INFO:tasks.ceph:[mon] debug paxos = 20 2026-03-11T11:32:11.377 INFO:tasks.ceph:[mon] mon osd crush smoke test = False 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] bdev async discard = True 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] bdev enable discard = True 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] debug ms = 1 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] debug osd = 20 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] osd fast shutdown = False 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] osd mclock iops capacity threshold hdd = 49000 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-03-11T11:32:11.377 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2026-03-11T11:32:11.377 INFO:tasks.ceph:Setting up mon.a... 2026-03-11T11:32:11.377 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2026-03-11T11:32:11.428 INFO:teuthology.orchestra.run.vm00.stdout:creating /etc/ceph/ceph.keyring 2026-03-11T11:32:11.434 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2026-03-11T11:32:11.492 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-03-11T11:32:11.529 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '192.168.123.100'), ('mon.c', '[v2:192.168.123.100:3301,v1:192.168.123.100:6790]'), ('mon.b', '192.168.123.108')] 2026-03-11T11:32:11.530 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '192.168.123.100,[v2:192.168.123.100:3301,v1:192.168.123.100:6790],192.168.123.108', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon osd crush smoke test': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2026-03-11T11:32:11.530 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:11.530 DEBUG:teuthology.orchestra.run.vm00:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-03-11T11:32:11.612 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 192.168.123.100 --addv c '[v2:192.168.123.100:3301,v1:192.168.123.100:6790]' --add b 192.168.123.108 --print /home/ubuntu/cephtest/ceph.monmap 2026-03-11T11:32:11.704 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:32:11.705 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:32:11.705 INFO:teuthology.orchestra.run.vm00.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2026-03-11T11:32:11.705 INFO:teuthology.orchestra.run.vm00.stdout:monmaptool: generated fsid 4502e235-a202-4717-8ce7-4543670bc35d 2026-03-11T11:32:11.705 INFO:teuthology.orchestra.run.vm00.stdout:setting min_mon_release = quincy 2026-03-11T11:32:11.705 INFO:teuthology.orchestra.run.vm00.stdout:epoch 0 2026-03-11T11:32:11.705 INFO:teuthology.orchestra.run.vm00.stdout:fsid 4502e235-a202-4717-8ce7-4543670bc35d 2026-03-11T11:32:11.705 INFO:teuthology.orchestra.run.vm00.stdout:last_changed 2026-03-11T11:32:11.705819+0000 2026-03-11T11:32:11.705 INFO:teuthology.orchestra.run.vm00.stdout:created 2026-03-11T11:32:11.705819+0000 2026-03-11T11:32:11.705 INFO:teuthology.orchestra.run.vm00.stdout:min_mon_release 17 (quincy) 2026-03-11T11:32:11.705 INFO:teuthology.orchestra.run.vm00.stdout:election_strategy: 1 2026-03-11T11:32:11.705 INFO:teuthology.orchestra.run.vm00.stdout:0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-11T11:32:11.705 INFO:teuthology.orchestra.run.vm00.stdout:1: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.b 2026-03-11T11:32:11.705 INFO:teuthology.orchestra.run.vm00.stdout:2: [v2:192.168.123.100:3301/0,v1:192.168.123.100:6790/0] mon.c 2026-03-11T11:32:11.705 INFO:teuthology.orchestra.run.vm00.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2026-03-11T11:32:11.707 DEBUG:teuthology.orchestra.run.vm00:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-03-11T11:32:11.735 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 4502e235-a202-4717-8ce7-4543670bc35d... 2026-03-11T11:32:11.736 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-03-11T11:32:11.778 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout:[global] 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: chdir = "" 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: auth supported = cephx 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: filestore xattr use omap = true 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: mon clock drift allowed = 1.000 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: osd crush chooseleaf type = 0 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: auth debug = true 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: ms die on old message = true 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: ms die on bug = true 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: mon max pg per osd = 10000 # >= luminous 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: mon pg warn max object skew = 0 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: # disable pg_autoscaler by default for new pools 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: osd_pool_default_pg_autoscale_mode = off 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: osd pool default size = 2 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.830 INFO:teuthology.orchestra.run.vm00.stdout: mon osd allow primary affinity = true 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: mon osd allow pg remap = true 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: mon warn on legacy crush tunables = false 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: mon warn on crush straw calc version zero = false 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: mon warn on no sortbitwise = false 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: mon warn on osd down out interval zero = false 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: mon warn on too few osds = false 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: mon_warn_on_pool_no_redundancy = false 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: mon_allow_pool_size_one = true 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd default data pool replay window = 5 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: mon allow pool delete = true 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: mon cluster log file level = debug 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: debug asserts on shutdown = true 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: mon health detail to clog = false 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: mon host = "192.168.123.100,[v2:192.168.123.100:3301,v1:192.168.123.100:6790],192.168.123.108" 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: mon client directed command retry = 5 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: ms inject socket failures = 5000 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd heartbeat grace = 40 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd_max_pg_log_entries = 10 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd_min_pg_log_entries = 10 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: fsid = 4502e235-a202-4717-8ce7-4543670bc35d 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout:[osd] 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd journal size = 100 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd scrub load threshold = 5.0 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd scrub max interval = 600 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd mclock profile = high_recovery_ops 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd recover clone overlap = true 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd recovery max chunk = 1048576 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd debug shutdown = true 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd debug op order = true 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd debug verify stray on activate = true 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd debug trim objects = true 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd open classes on start = true 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: osd debug pg log writeout = true 2026-03-11T11:32:11.831 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: osd deep scrub update digest min age = 30 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: osd map max advance = 10 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: journal zero on create = true 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: filestore ondisk finisher threads = 3 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: filestore apply finisher threads = 3 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: bdev debug aio = true 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: osd debug misdirected ops = true 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: bdev async discard = True 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: bdev enable discard = True 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: bluestore allocator = bitmap 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: bluestore block size = 96636764160 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: bluestore fsck on mount = True 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: debug bluefs = 1/20 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: debug bluestore = 1/20 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: debug ms = 1 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: debug osd = 20 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: debug rocksdb = 4/10 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: mon osd backfillfull_ratio = 0.85 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: mon osd full ratio = 0.9 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: mon osd nearfull ratio = 0.8 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: osd failsafe full ratio = 0.95 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: osd fast shutdown = False 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: osd mclock iops capacity threshold hdd = 49000 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: osd objectstore = bluestore 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: osd shutdown pgref assert = True 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout:[mgr] 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: debug ms = 1 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: debug mgr = 20 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: debug mon = 20 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: debug auth = 20 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: mon reweight min pgs per osd = 4 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: mon reweight min bytes per osd = 10 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: mgr/telemetry/nag = false 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout:[mon] 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: debug ms = 1 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: debug mon = 20 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: debug paxos = 20 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: debug auth = 20 2026-03-11T11:32:11.832 INFO:teuthology.orchestra.run.vm00.stdout: mon data avail warn = 5 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: mon mgr mkfs grace = 240 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: mon reweight min pgs per osd = 4 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: mon osd reporter subtree level = osd 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: mon osd prime pg temp = true 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: mon reweight min bytes per osd = 10 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: auth mon ticket ttl = 660 # 11m 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: auth service ticket ttl = 240 # 4m 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: # don't complain about insecure global_id in the test suite 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: # 1m isn't quite enough 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: mon_down_mkfs_grace = 2m 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: mon_warn_on_filestore_osds = false 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: mon osd crush smoke test = False 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout:[client] 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: rgw cache enabled = true 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: rgw enable ops log = true 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: rgw enable usage log = true 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: debug rgw = 20 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: debug rgw notification = 20 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: rgw bucket counters cache = True 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: rgw crypt require ssl = False 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: rgw crypt s3 kms backend = testing 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: rgw max chunk size = 4194304 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: rgw obj stripe size = 6291456 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: rgw s3 auth use sts = True 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: rgw sts key = abcdefghijklmnop 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: rgw torrent flag = True 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: rgw user counters cache = True 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: setgroup = ceph 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout: setuser = ceph 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout:[mon.a] 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout:[mon.c] 2026-03-11T11:32:11.833 INFO:teuthology.orchestra.run.vm00.stdout:[mon.b] 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout:[global] 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: chdir = "" 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: auth supported = cephx 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: filestore xattr use omap = true 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: mon clock drift allowed = 1.000 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: osd crush chooseleaf type = 0 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: auth debug = true 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: ms die on old message = true 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: ms die on bug = true 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: mon max pg per osd = 10000 # >= luminous 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: mon pg warn max object skew = 0 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: # disable pg_autoscaler by default for new pools 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: osd_pool_default_pg_autoscale_mode = off 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: osd pool default size = 2 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: mon osd allow primary affinity = true 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: mon osd allow pg remap = true 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on legacy crush tunables = false 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on crush straw calc version zero = false 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on no sortbitwise = false 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on osd down out interval zero = false 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on too few osds = false 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_pool_no_redundancy = false 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: mon_allow_pool_size_one = true 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.834 INFO:teuthology.orchestra.run.vm08.stdout: osd default data pool replay window = 5 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: mon allow pool delete = true 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: mon cluster log file level = debug 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: debug asserts on shutdown = true 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: mon health detail to clog = false 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: mon host = "192.168.123.100,[v2:192.168.123.100:3301,v1:192.168.123.100:6790],192.168.123.108" 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: mon client directed command retry = 5 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: ms inject socket failures = 5000 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd heartbeat grace = 40 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd_max_pg_log_entries = 10 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd_min_pg_log_entries = 10 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: fsid = 4502e235-a202-4717-8ce7-4543670bc35d 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout:[osd] 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd journal size = 100 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd scrub load threshold = 5.0 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd scrub max interval = 600 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd mclock profile = high_recovery_ops 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd recover clone overlap = true 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd recovery max chunk = 1048576 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd debug shutdown = true 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd debug op order = true 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd debug verify stray on activate = true 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd debug trim objects = true 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd open classes on start = true 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd debug pg log writeout = true 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd deep scrub update digest min age = 30 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd map max advance = 10 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: journal zero on create = true 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: filestore ondisk finisher threads = 3 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: filestore apply finisher threads = 3 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: bdev debug aio = true 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: osd debug misdirected ops = true 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: bdev async discard = True 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: bdev enable discard = True 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: bluestore allocator = bitmap 2026-03-11T11:32:11.835 INFO:teuthology.orchestra.run.vm08.stdout: bluestore block size = 96636764160 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: bluestore fsck on mount = True 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: debug bluefs = 1/20 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: debug bluestore = 1/20 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: debug ms = 1 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: debug osd = 20 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: debug rocksdb = 4/10 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: mon osd backfillfull_ratio = 0.85 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: mon osd full ratio = 0.9 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: mon osd nearfull ratio = 0.8 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: osd failsafe full ratio = 0.95 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: osd fast shutdown = False 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: osd mclock iops capacity threshold hdd = 49000 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: osd objectstore = bluestore 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: osd shutdown pgref assert = True 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout:[mgr] 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: debug ms = 1 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: debug mgr = 20 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: debug mon = 20 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: debug auth = 20 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: mon reweight min pgs per osd = 4 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: mon reweight min bytes per osd = 10 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: mgr/telemetry/nag = false 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout:[mon] 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: debug ms = 1 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: debug mon = 20 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: debug paxos = 20 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: debug auth = 20 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: mon data avail warn = 5 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: mon mgr mkfs grace = 240 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: mon reweight min pgs per osd = 4 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: mon osd reporter subtree level = osd 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: mon osd prime pg temp = true 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: mon reweight min bytes per osd = 10 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: auth mon ticket ttl = 660 # 11m 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: auth service ticket ttl = 240 # 4m 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: # don't complain about insecure global_id in the test suite 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: # 1m isn't quite enough 2026-03-11T11:32:11.836 INFO:teuthology.orchestra.run.vm08.stdout: mon_down_mkfs_grace = 2m 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_filestore_osds = false 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: mon osd crush smoke test = False 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout:[client] 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: rgw cache enabled = true 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: rgw enable ops log = true 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: rgw enable usage log = true 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: debug rgw = 20 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: debug rgw notification = 20 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: rgw bucket counters cache = True 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: rgw crypt require ssl = False 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: rgw crypt s3 kms backend = testing 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: rgw max chunk size = 4194304 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: rgw obj stripe size = 6291456 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: rgw s3 auth use sts = True 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: rgw sts key = abcdefghijklmnop 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: rgw torrent flag = True 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: rgw user counters cache = True 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: setgroup = ceph 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout: setuser = ceph 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout:[mon.a] 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout:[mon.c] 2026-03-11T11:32:11.837 INFO:teuthology.orchestra.run.vm08.stdout:[mon.b] 2026-03-11T11:32:11.841 INFO:tasks.ceph:Creating admin key on mon.a... 2026-03-11T11:32:11.842 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2026-03-11T11:32:11.900 INFO:tasks.ceph:Copying monmap to all nodes... 2026-03-11T11:32:11.900 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:11.900 DEBUG:teuthology.orchestra.run.vm00:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2026-03-11T11:32:11.931 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:11.931 DEBUG:teuthology.orchestra.run.vm00:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2026-03-11T11:32:12.008 INFO:tasks.ceph:Sending monmap to node ubuntu@vm00.local 2026-03-11T11:32:12.008 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:12.008 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/ceph/ceph.keyring 2026-03-11T11:32:12.008 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-03-11T11:32:12.098 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:12.098 DEBUG:teuthology.orchestra.run.vm00:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-03-11T11:32:12.166 INFO:tasks.ceph:Sending monmap to node ubuntu@vm08.local 2026-03-11T11:32:12.166 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:12.167 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/ceph/ceph.keyring 2026-03-11T11:32:12.167 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-03-11T11:32:12.207 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:12.208 DEBUG:teuthology.orchestra.run.vm08:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-03-11T11:32:12.272 INFO:tasks.ceph:Setting up mon nodes... 2026-03-11T11:32:12.272 INFO:tasks.ceph:Setting up mgr nodes... 2026-03-11T11:32:12.272 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2026-03-11T11:32:12.333 INFO:teuthology.orchestra.run.vm00.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2026-03-11T11:32:12.338 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2026-03-11T11:32:12.391 INFO:teuthology.orchestra.run.vm08.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2026-03-11T11:32:12.392 INFO:tasks.ceph:Setting up mds nodes... 2026-03-11T11:32:12.393 INFO:tasks.ceph_client:Setting up client nodes... 2026-03-11T11:32:12.393 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-03-11T11:32:12.452 INFO:teuthology.orchestra.run.vm00.stdout:creating /etc/ceph/ceph.client.0.keyring 2026-03-11T11:32:12.465 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-03-11T11:32:12.505 INFO:teuthology.orchestra.run.vm08.stdout:creating /etc/ceph/ceph.client.1.keyring 2026-03-11T11:32:12.515 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-03-11T11:32:12.515 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@vm00.local'): {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd', 'osd.3': '/dev/vde'}, Remote(name='ubuntu@vm08.local'): {'osd.4': '/dev/vdb', 'osd.5': '/dev/vdc', 'osd.6': '/dev/vdd', 'osd.7': '/dev/vde'}} 2026-03-11T11:32:12.515 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2026-03-11T11:32:12.561 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd', 'osd.3': '/dev/vde'} 2026-03-11T11:32:12.561 INFO:tasks.ceph:role: osd.0 2026-03-11T11:32:12.562 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdb on ubuntu@vm00.local 2026-03-11T11:32:12.562 DEBUG:teuthology.orchestra.run.vm00:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdb 2026-03-11T11:32:12.601 INFO:teuthology.orchestra.run.vm00.stdout:meta-data=/dev/vdb isize=2048 agcount=4, agsize=1310720 blks 2026-03-11T11:32:12.601 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-11T11:32:12.601 INFO:teuthology.orchestra.run.vm00.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-11T11:32:12.601 INFO:teuthology.orchestra.run.vm00.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-11T11:32:12.601 INFO:teuthology.orchestra.run.vm00.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-11T11:32:12.601 INFO:teuthology.orchestra.run.vm00.stdout: = sunit=0 swidth=0 blks 2026-03-11T11:32:12.601 INFO:teuthology.orchestra.run.vm00.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-11T11:32:12.601 INFO:teuthology.orchestra.run.vm00.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-11T11:32:12.601 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-11T11:32:12.601 INFO:teuthology.orchestra.run.vm00.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-11T11:32:12.606 INFO:teuthology.orchestra.run.vm00.stdout:Discarding blocks...Done. 2026-03-11T11:32:12.609 INFO:tasks.ceph:mount /dev/vdb on ubuntu@vm00.local -o noatime 2026-03-11T11:32:12.609 DEBUG:teuthology.orchestra.run.vm00:> sudo mount -t xfs -o noatime /dev/vdb /var/lib/ceph/osd/ceph-0 2026-03-11T11:32:12.703 DEBUG:teuthology.orchestra.run.vm00:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2026-03-11T11:32:12.770 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2026-03-11T11:32:12.810 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd', 'osd.3': '/dev/vde'} 2026-03-11T11:32:12.810 INFO:tasks.ceph:role: osd.1 2026-03-11T11:32:12.810 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdc on ubuntu@vm00.local 2026-03-11T11:32:12.811 DEBUG:teuthology.orchestra.run.vm00:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdc 2026-03-11T11:32:12.892 INFO:teuthology.orchestra.run.vm00.stdout:meta-data=/dev/vdc isize=2048 agcount=4, agsize=1310720 blks 2026-03-11T11:32:12.892 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-11T11:32:12.892 INFO:teuthology.orchestra.run.vm00.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-11T11:32:12.892 INFO:teuthology.orchestra.run.vm00.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-11T11:32:12.892 INFO:teuthology.orchestra.run.vm00.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-11T11:32:12.892 INFO:teuthology.orchestra.run.vm00.stdout: = sunit=0 swidth=0 blks 2026-03-11T11:32:12.892 INFO:teuthology.orchestra.run.vm00.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-11T11:32:12.892 INFO:teuthology.orchestra.run.vm00.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-11T11:32:12.892 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-11T11:32:12.892 INFO:teuthology.orchestra.run.vm00.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-11T11:32:12.901 INFO:teuthology.orchestra.run.vm00.stdout:Discarding blocks...Done. 2026-03-11T11:32:12.903 INFO:tasks.ceph:mount /dev/vdc on ubuntu@vm00.local -o noatime 2026-03-11T11:32:12.903 DEBUG:teuthology.orchestra.run.vm00:> sudo mount -t xfs -o noatime /dev/vdc /var/lib/ceph/osd/ceph-1 2026-03-11T11:32:12.988 DEBUG:teuthology.orchestra.run.vm00:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2026-03-11T11:32:13.072 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2026-03-11T11:32:13.110 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd', 'osd.3': '/dev/vde'} 2026-03-11T11:32:13.110 INFO:tasks.ceph:role: osd.2 2026-03-11T11:32:13.110 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdd on ubuntu@vm00.local 2026-03-11T11:32:13.110 DEBUG:teuthology.orchestra.run.vm00:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdd 2026-03-11T11:32:13.189 INFO:teuthology.orchestra.run.vm00.stdout:meta-data=/dev/vdd isize=2048 agcount=4, agsize=1310720 blks 2026-03-11T11:32:13.189 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-11T11:32:13.189 INFO:teuthology.orchestra.run.vm00.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-11T11:32:13.189 INFO:teuthology.orchestra.run.vm00.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-11T11:32:13.189 INFO:teuthology.orchestra.run.vm00.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-11T11:32:13.189 INFO:teuthology.orchestra.run.vm00.stdout: = sunit=0 swidth=0 blks 2026-03-11T11:32:13.189 INFO:teuthology.orchestra.run.vm00.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-11T11:32:13.190 INFO:teuthology.orchestra.run.vm00.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-11T11:32:13.190 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-11T11:32:13.190 INFO:teuthology.orchestra.run.vm00.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-11T11:32:13.195 INFO:teuthology.orchestra.run.vm00.stdout:Discarding blocks...Done. 2026-03-11T11:32:13.200 INFO:tasks.ceph:mount /dev/vdd on ubuntu@vm00.local -o noatime 2026-03-11T11:32:13.200 DEBUG:teuthology.orchestra.run.vm00:> sudo mount -t xfs -o noatime /dev/vdd /var/lib/ceph/osd/ceph-2 2026-03-11T11:32:13.288 DEBUG:teuthology.orchestra.run.vm00:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2026-03-11T11:32:13.334 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2026-03-11T11:32:13.374 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd', 'osd.3': '/dev/vde'} 2026-03-11T11:32:13.374 INFO:tasks.ceph:role: osd.3 2026-03-11T11:32:13.374 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vde on ubuntu@vm00.local 2026-03-11T11:32:13.374 DEBUG:teuthology.orchestra.run.vm00:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vde 2026-03-11T11:32:13.453 INFO:teuthology.orchestra.run.vm00.stdout:meta-data=/dev/vde isize=2048 agcount=4, agsize=1310720 blks 2026-03-11T11:32:13.453 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-11T11:32:13.453 INFO:teuthology.orchestra.run.vm00.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-11T11:32:13.453 INFO:teuthology.orchestra.run.vm00.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-11T11:32:13.453 INFO:teuthology.orchestra.run.vm00.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-11T11:32:13.453 INFO:teuthology.orchestra.run.vm00.stdout: = sunit=0 swidth=0 blks 2026-03-11T11:32:13.453 INFO:teuthology.orchestra.run.vm00.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-11T11:32:13.453 INFO:teuthology.orchestra.run.vm00.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-11T11:32:13.453 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-11T11:32:13.453 INFO:teuthology.orchestra.run.vm00.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-11T11:32:13.458 INFO:teuthology.orchestra.run.vm00.stdout:Discarding blocks...Done. 2026-03-11T11:32:13.459 INFO:tasks.ceph:mount /dev/vde on ubuntu@vm00.local -o noatime 2026-03-11T11:32:13.459 DEBUG:teuthology.orchestra.run.vm00:> sudo mount -t xfs -o noatime /dev/vde /var/lib/ceph/osd/ceph-3 2026-03-11T11:32:13.548 DEBUG:teuthology.orchestra.run.vm00:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2026-03-11T11:32:13.591 DEBUG:teuthology.orchestra.run.vm00:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-11T11:32:13.650 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:32:13.649+0000 7fa895016780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2026-03-11T11:32:13.650 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:32:13.649+0000 7fa895016780 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2026-03-11T11:32:13.650 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:32:13.649+0000 7fa895016780 -1 bdev(0x55c31d017800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2026-03-11T11:32:13.650 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:32:13.649+0000 7fa895016780 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2026-03-11T11:32:16.768 DEBUG:teuthology.orchestra.run.vm00:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-03-11T11:32:16.802 DEBUG:teuthology.orchestra.run.vm00:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-11T11:32:16.889 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:32:16.888+0000 7f9107623780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2026-03-11T11:32:16.889 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:32:16.888+0000 7f9107623780 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2026-03-11T11:32:16.889 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:32:16.888+0000 7f9107623780 -1 bdev(0x556589d05800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2026-03-11T11:32:16.889 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:32:16.888+0000 7f9107623780 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2026-03-11T11:32:20.603 DEBUG:teuthology.orchestra.run.vm00:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-03-11T11:32:20.638 DEBUG:teuthology.orchestra.run.vm00:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-11T11:32:20.726 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:32:20.725+0000 7f97efcfd780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2026-03-11T11:32:20.727 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:32:20.726+0000 7f97efcfd780 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2026-03-11T11:32:20.727 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:32:20.726+0000 7f97efcfd780 -1 bdev(0x557e69911800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2026-03-11T11:32:20.727 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:32:20.726+0000 7f97efcfd780 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2026-03-11T11:32:24.624 DEBUG:teuthology.orchestra.run.vm00:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-03-11T11:32:24.660 DEBUG:teuthology.orchestra.run.vm00:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-11T11:32:24.749 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:32:24.748+0000 7f44d42d4780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2026-03-11T11:32:24.749 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:32:24.748+0000 7f44d42d4780 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2026-03-11T11:32:24.749 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:32:24.748+0000 7f44d42d4780 -1 bdev(0x5642c794d800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2026-03-11T11:32:24.749 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:32:24.748+0000 7f44d42d4780 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2026-03-11T11:32:28.148 DEBUG:teuthology.orchestra.run.vm00:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-03-11T11:32:28.181 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2026-03-11T11:32:28.215 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vdb', 'osd.5': '/dev/vdc', 'osd.6': '/dev/vdd', 'osd.7': '/dev/vde'} 2026-03-11T11:32:28.215 INFO:tasks.ceph:role: osd.4 2026-03-11T11:32:28.215 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdb on ubuntu@vm08.local 2026-03-11T11:32:28.216 DEBUG:teuthology.orchestra.run.vm08:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdb 2026-03-11T11:32:28.289 INFO:teuthology.orchestra.run.vm08.stdout:meta-data=/dev/vdb isize=2048 agcount=4, agsize=1310720 blks 2026-03-11T11:32:28.289 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-11T11:32:28.289 INFO:teuthology.orchestra.run.vm08.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-11T11:32:28.289 INFO:teuthology.orchestra.run.vm08.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-11T11:32:28.289 INFO:teuthology.orchestra.run.vm08.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-11T11:32:28.289 INFO:teuthology.orchestra.run.vm08.stdout: = sunit=0 swidth=0 blks 2026-03-11T11:32:28.289 INFO:teuthology.orchestra.run.vm08.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-11T11:32:28.289 INFO:teuthology.orchestra.run.vm08.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-11T11:32:28.289 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-11T11:32:28.289 INFO:teuthology.orchestra.run.vm08.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-11T11:32:28.295 INFO:teuthology.orchestra.run.vm08.stdout:Discarding blocks...Done. 2026-03-11T11:32:28.296 INFO:tasks.ceph:mount /dev/vdb on ubuntu@vm08.local -o noatime 2026-03-11T11:32:28.296 DEBUG:teuthology.orchestra.run.vm08:> sudo mount -t xfs -o noatime /dev/vdb /var/lib/ceph/osd/ceph-4 2026-03-11T11:32:28.376 DEBUG:teuthology.orchestra.run.vm08:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2026-03-11T11:32:28.451 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2026-03-11T11:32:28.525 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vdb', 'osd.5': '/dev/vdc', 'osd.6': '/dev/vdd', 'osd.7': '/dev/vde'} 2026-03-11T11:32:28.525 INFO:tasks.ceph:role: osd.5 2026-03-11T11:32:28.525 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdc on ubuntu@vm08.local 2026-03-11T11:32:28.525 DEBUG:teuthology.orchestra.run.vm08:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdc 2026-03-11T11:32:28.599 INFO:teuthology.orchestra.run.vm08.stdout:meta-data=/dev/vdc isize=2048 agcount=4, agsize=1310720 blks 2026-03-11T11:32:28.600 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-11T11:32:28.600 INFO:teuthology.orchestra.run.vm08.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-11T11:32:28.600 INFO:teuthology.orchestra.run.vm08.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-11T11:32:28.600 INFO:teuthology.orchestra.run.vm08.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-11T11:32:28.600 INFO:teuthology.orchestra.run.vm08.stdout: = sunit=0 swidth=0 blks 2026-03-11T11:32:28.600 INFO:teuthology.orchestra.run.vm08.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-11T11:32:28.600 INFO:teuthology.orchestra.run.vm08.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-11T11:32:28.600 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-11T11:32:28.600 INFO:teuthology.orchestra.run.vm08.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-11T11:32:28.605 INFO:teuthology.orchestra.run.vm08.stdout:Discarding blocks...Done. 2026-03-11T11:32:28.608 INFO:tasks.ceph:mount /dev/vdc on ubuntu@vm08.local -o noatime 2026-03-11T11:32:28.608 DEBUG:teuthology.orchestra.run.vm08:> sudo mount -t xfs -o noatime /dev/vdc /var/lib/ceph/osd/ceph-5 2026-03-11T11:32:28.692 DEBUG:teuthology.orchestra.run.vm08:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2026-03-11T11:32:28.726 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2026-03-11T11:32:28.804 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vdb', 'osd.5': '/dev/vdc', 'osd.6': '/dev/vdd', 'osd.7': '/dev/vde'} 2026-03-11T11:32:28.805 INFO:tasks.ceph:role: osd.6 2026-03-11T11:32:28.805 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdd on ubuntu@vm08.local 2026-03-11T11:32:28.805 DEBUG:teuthology.orchestra.run.vm08:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdd 2026-03-11T11:32:28.878 INFO:teuthology.orchestra.run.vm08.stdout:meta-data=/dev/vdd isize=2048 agcount=4, agsize=1310720 blks 2026-03-11T11:32:28.878 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-11T11:32:28.878 INFO:teuthology.orchestra.run.vm08.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-11T11:32:28.878 INFO:teuthology.orchestra.run.vm08.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-11T11:32:28.878 INFO:teuthology.orchestra.run.vm08.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-11T11:32:28.878 INFO:teuthology.orchestra.run.vm08.stdout: = sunit=0 swidth=0 blks 2026-03-11T11:32:28.878 INFO:teuthology.orchestra.run.vm08.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-11T11:32:28.878 INFO:teuthology.orchestra.run.vm08.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-11T11:32:28.878 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-11T11:32:28.878 INFO:teuthology.orchestra.run.vm08.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-11T11:32:28.884 INFO:teuthology.orchestra.run.vm08.stdout:Discarding blocks...Done. 2026-03-11T11:32:28.885 INFO:tasks.ceph:mount /dev/vdd on ubuntu@vm08.local -o noatime 2026-03-11T11:32:28.885 DEBUG:teuthology.orchestra.run.vm08:> sudo mount -t xfs -o noatime /dev/vdd /var/lib/ceph/osd/ceph-6 2026-03-11T11:32:28.969 DEBUG:teuthology.orchestra.run.vm08:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2026-03-11T11:32:29.053 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2026-03-11T11:32:29.089 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vdb', 'osd.5': '/dev/vdc', 'osd.6': '/dev/vdd', 'osd.7': '/dev/vde'} 2026-03-11T11:32:29.089 INFO:tasks.ceph:role: osd.7 2026-03-11T11:32:29.089 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vde on ubuntu@vm08.local 2026-03-11T11:32:29.089 DEBUG:teuthology.orchestra.run.vm08:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vde 2026-03-11T11:32:29.165 INFO:teuthology.orchestra.run.vm08.stdout:meta-data=/dev/vde isize=2048 agcount=4, agsize=1310720 blks 2026-03-11T11:32:29.165 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-11T11:32:29.165 INFO:teuthology.orchestra.run.vm08.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-11T11:32:29.165 INFO:teuthology.orchestra.run.vm08.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-11T11:32:29.165 INFO:teuthology.orchestra.run.vm08.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-11T11:32:29.165 INFO:teuthology.orchestra.run.vm08.stdout: = sunit=0 swidth=0 blks 2026-03-11T11:32:29.165 INFO:teuthology.orchestra.run.vm08.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-11T11:32:29.165 INFO:teuthology.orchestra.run.vm08.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-11T11:32:29.165 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-11T11:32:29.165 INFO:teuthology.orchestra.run.vm08.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-11T11:32:29.170 INFO:teuthology.orchestra.run.vm08.stdout:Discarding blocks...Done. 2026-03-11T11:32:29.175 INFO:tasks.ceph:mount /dev/vde on ubuntu@vm08.local -o noatime 2026-03-11T11:32:29.175 DEBUG:teuthology.orchestra.run.vm08:> sudo mount -t xfs -o noatime /dev/vde /var/lib/ceph/osd/ceph-7 2026-03-11T11:32:29.254 DEBUG:teuthology.orchestra.run.vm08:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2026-03-11T11:32:29.329 DEBUG:teuthology.orchestra.run.vm08:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-11T11:32:29.420 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-11T11:32:29.418+0000 7f58f880f780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2026-03-11T11:32:29.420 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-11T11:32:29.418+0000 7f58f880f780 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2026-03-11T11:32:29.420 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-11T11:32:29.418+0000 7f58f880f780 -1 bdev(0x55e835a3f800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2026-03-11T11:32:29.420 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-11T11:32:29.418+0000 7f58f880f780 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2026-03-11T11:32:33.328 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-03-11T11:32:33.364 DEBUG:teuthology.orchestra.run.vm08:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-11T11:32:33.453 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-11T11:32:33.450+0000 7fc68041e780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2026-03-11T11:32:33.453 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-11T11:32:33.451+0000 7fc68041e780 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2026-03-11T11:32:33.453 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-11T11:32:33.451+0000 7fc68041e780 -1 bdev(0x5646aab37800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2026-03-11T11:32:33.453 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-11T11:32:33.451+0000 7fc68041e780 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2026-03-11T11:32:37.367 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-03-11T11:32:37.397 DEBUG:teuthology.orchestra.run.vm08:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-11T11:32:37.482 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-11T11:32:37.480+0000 7fe5c0e3c780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2026-03-11T11:32:37.482 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-11T11:32:37.480+0000 7fe5c0e3c780 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2026-03-11T11:32:37.482 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-11T11:32:37.480+0000 7fe5c0e3c780 -1 bdev(0x5626ba117800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2026-03-11T11:32:37.482 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-11T11:32:37.480+0000 7fe5c0e3c780 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2026-03-11T11:32:41.392 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-03-11T11:32:41.424 DEBUG:teuthology.orchestra.run.vm08:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-11T11:32:41.510 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-11T11:32:41.508+0000 7ff2bb20d780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2026-03-11T11:32:41.510 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-11T11:32:41.508+0000 7ff2bb20d780 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2026-03-11T11:32:41.511 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-11T11:32:41.509+0000 7ff2bb20d780 -1 bdev(0x55a35c40b800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2026-03-11T11:32:41.511 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-11T11:32:41.509+0000 7ff2bb20d780 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2026-03-11T11:32:45.416 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-03-11T11:32:45.447 INFO:tasks.ceph:Reading keys from all nodes... 2026-03-11T11:32:45.447 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:45.447 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2026-03-11T11:32:45.480 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:45.480 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2026-03-11T11:32:45.553 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:45.553 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2026-03-11T11:32:45.626 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:45.626 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2026-03-11T11:32:45.698 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:45.698 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2026-03-11T11:32:45.771 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:45.771 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2026-03-11T11:32:45.803 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:45.803 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2026-03-11T11:32:45.875 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:45.875 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2026-03-11T11:32:45.947 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:45.947 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2026-03-11T11:32:46.019 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:46.019 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2026-03-11T11:32:46.092 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:46.093 DEBUG:teuthology.orchestra.run.vm00:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2026-03-11T11:32:46.117 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:46.117 DEBUG:teuthology.orchestra.run.vm08:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2026-03-11T11:32:46.157 INFO:tasks.ceph:Adding keys to all mons... 2026-03-11T11:32:46.157 DEBUG:teuthology.orchestra.run.vm00:> sudo tee -a /etc/ceph/ceph.keyring 2026-03-11T11:32:46.159 DEBUG:teuthology.orchestra.run.vm08:> sudo tee -a /etc/ceph/ceph.keyring 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout:[mgr.y] 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout: key = AQC8UrFp6F3tExAAxaXsL41REq+xac0bskPQVg== 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout:[osd.0] 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout: key = AQC9UrFpbxvIJhAA1tzdL1YPI1wcXcqY8YVYjQ== 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout:[osd.1] 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout: key = AQDAUrFpa8IHNRAAGXWi1p3BC4iBvD+jbrWL0A== 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout:[osd.2] 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout: key = AQDEUrFphKNZKxAAxlaJfI7ceOUG06H60nPXww== 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout:[osd.3] 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout: key = AQDIUrFpFN2wLBAAF75wJONkE2usgLc+MvdtjQ== 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout:[mgr.x] 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout: key = AQC8UrFpPGI9FxAAj6+rZhlXtNMxpCL2dHu4QQ== 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout:[osd.4] 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout: key = AQDNUrFp7LwBGRAA3WJ7pRjboLaFf6Msb1z3TA== 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout:[osd.5] 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout: key = AQDRUrFpd+LtGhAArRYfw6D6qtKkF4j+WCaA0A== 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout:[osd.6] 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout: key = AQDVUrFpL5WsHBAAlLkhGer+qWW4zu8r5NeWBA== 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout:[osd.7] 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout: key = AQDZUrFp6fZgHhAAmA/jWoQdJM4Op4CN81vccQ== 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout:[client.0] 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout: key = AQC8UrFpSwT4GhAAeBgceKCCIt6d2s5pF1OsEQ== 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout:[client.1] 2026-03-11T11:32:46.200 INFO:teuthology.orchestra.run.vm00.stdout: key = AQC8UrFpoWwXHhAAd90Kyy7ut1oN4IsIcuDHtQ== 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout:[mgr.y] 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout: key = AQC8UrFp6F3tExAAxaXsL41REq+xac0bskPQVg== 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout:[osd.0] 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout: key = AQC9UrFpbxvIJhAA1tzdL1YPI1wcXcqY8YVYjQ== 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout:[osd.1] 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDAUrFpa8IHNRAAGXWi1p3BC4iBvD+jbrWL0A== 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout:[osd.2] 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDEUrFphKNZKxAAxlaJfI7ceOUG06H60nPXww== 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout:[osd.3] 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDIUrFpFN2wLBAAF75wJONkE2usgLc+MvdtjQ== 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout:[mgr.x] 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout: key = AQC8UrFpPGI9FxAAj6+rZhlXtNMxpCL2dHu4QQ== 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout:[osd.4] 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDNUrFp7LwBGRAA3WJ7pRjboLaFf6Msb1z3TA== 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout:[osd.5] 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDRUrFpd+LtGhAArRYfw6D6qtKkF4j+WCaA0A== 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout:[osd.6] 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDVUrFpL5WsHBAAlLkhGer+qWW4zu8r5NeWBA== 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout:[osd.7] 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout: key = AQDZUrFp6fZgHhAAmA/jWoQdJM4Op4CN81vccQ== 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout:[client.0] 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout: key = AQC8UrFpSwT4GhAAeBgceKCCIt6d2s5pF1OsEQ== 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout:[client.1] 2026-03-11T11:32:46.229 INFO:teuthology.orchestra.run.vm08.stdout: key = AQC8UrFpoWwXHhAAd90Kyy7ut1oN4IsIcuDHtQ== 2026-03-11T11:32:46.230 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-03-11T11:32:46.242 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-03-11T11:32:46.320 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-11T11:32:46.322 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-11T11:32:46.376 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-11T11:32:46.377 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-11T11:32:46.427 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-11T11:32:46.428 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-11T11:32:46.478 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-11T11:32:46.479 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-11T11:32:46.528 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-03-11T11:32:46.530 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-03-11T11:32:46.580 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-11T11:32:46.581 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-11T11:32:46.633 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-11T11:32:46.634 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-11T11:32:46.687 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-11T11:32:46.688 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-11T11:32:46.739 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-11T11:32:46.740 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-11T11:32:46.789 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-03-11T11:32:46.791 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-03-11T11:32:46.845 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-03-11T11:32:46.848 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-03-11T11:32:46.902 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-03-11T11:32:46.903 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2026-03-11T11:32:46.938 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-03-11T11:32:47.080 DEBUG:teuthology.orchestra.run.vm00:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2026-03-11T11:32:47.121 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2026-03-11T11:32:47.195 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-03-11T11:32:47.294 DEBUG:teuthology.orchestra.run.vm00:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2026-03-11T11:32:47.326 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2026-03-11T11:32:47.361 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-03-11T11:32:47.460 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2026-03-11T11:32:47.492 DEBUG:teuthology.orchestra.run.vm00:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-03-11T11:32:47.494 DEBUG:teuthology.orchestra.run.vm08:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-03-11T11:32:47.558 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2026-03-11T11:32:47.558 INFO:tasks.ceph.mon.a:Restarting daemon 2026-03-11T11:32:47.558 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-03-11T11:32:47.559 INFO:tasks.ceph.mon.a:Started 2026-03-11T11:32:47.559 INFO:tasks.ceph.mon.c:Restarting daemon 2026-03-11T11:32:47.559 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2026-03-11T11:32:47.562 INFO:tasks.ceph.mon.c:Started 2026-03-11T11:32:47.562 INFO:tasks.ceph.mon.b:Restarting daemon 2026-03-11T11:32:47.562 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2026-03-11T11:32:47.600 INFO:tasks.ceph.mon.b:Started 2026-03-11T11:32:47.600 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2026-03-11T11:32:47.600 INFO:tasks.ceph.mgr.y:Restarting daemon 2026-03-11T11:32:47.600 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2026-03-11T11:32:47.603 INFO:tasks.ceph.mgr.y:Started 2026-03-11T11:32:47.603 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-03-11T11:32:47.603 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-03-11T11:32:47.604 INFO:tasks.ceph.mgr.x:Started 2026-03-11T11:32:47.604 INFO:tasks.ceph:Setting crush tunables to default 2026-03-11T11:32:47.604 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph --cluster ceph osd crush tunables default 2026-03-11T11:32:53.284 INFO:teuthology.orchestra.run.vm00.stderr:adjusted tunables profile to default 2026-03-11T11:32:53.294 INFO:tasks.ceph:check_enable_crimson: False 2026-03-11T11:32:53.294 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2026-03-11T11:32:53.295 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:53.295 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2026-03-11T11:32:53.336 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:53.336 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2026-03-11T11:32:53.416 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:53.416 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2026-03-11T11:32:53.501 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:32:53.501 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2026-03-11T11:32:53.559 INFO:tasks.ceph.mgr.x.vm08.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-03-11T11:32:53.559 INFO:tasks.ceph.mgr.x.vm08.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-03-11T11:32:53.559 INFO:tasks.ceph.mgr.x.vm08.stderr: from numpy import show_config as show_numpy_config 2026-03-11T11:32:53.564 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:53.562+0000 7f2e64ea0140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-03-11T11:32:53.582 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:53.582 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2026-03-11T11:32:53.599 INFO:tasks.ceph.mgr.y.vm00.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-03-11T11:32:53.600 INFO:tasks.ceph.mgr.y.vm00.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-03-11T11:32:53.600 INFO:tasks.ceph.mgr.y.vm00.stderr: from numpy import show_config as show_numpy_config 2026-03-11T11:32:53.604 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:53.603+0000 7f316000f140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-03-11T11:32:53.627 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:53.627 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2026-03-11T11:32:53.710 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:53.710 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2026-03-11T11:32:53.790 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:53.789+0000 7f2e64ea0140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-11T11:32:53.800 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-11T11:32:53.800 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2026-03-11T11:32:53.812 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:53.811+0000 7f316000f140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-11T11:32:53.825 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:53.823+0000 7f2e64ea0140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-11T11:32:53.849 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:53.848+0000 7f316000f140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-11T11:32:53.860 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:53.858+0000 7f2e64ea0140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-11T11:32:53.873 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new aec54365-c8d9-44d0-bfb0-d485e9ae9cc9 0 2026-03-11T11:32:53.885 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:53.884+0000 7f316000f140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-11T11:32:53.890 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:53.888+0000 7f2e64ea0140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-11T11:32:53.914 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:53.913+0000 7f316000f140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-11T11:32:53.961 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:53.959+0000 7f2e64ea0140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-11T11:32:53.982 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:53.981+0000 7f316000f140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-11T11:32:54.019 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:54.017+0000 7f2e64ea0140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-11T11:32:54.030 INFO:teuthology.orchestra.run.vm08.stdout:0 2026-03-11T11:32:54.039 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:54.038+0000 7f316000f140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-11T11:32:54.042 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 887a99bd-f314-4fd5-bc1a-564f151f425e 1 2026-03-11T11:32:54.179 INFO:teuthology.orchestra.run.vm08.stdout:1 2026-03-11T11:32:54.193 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 6d1fc5e7-6952-4213-a173-bc20df0aff4e 2 2026-03-11T11:32:54.234 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:54.232+0000 7f2e64ea0140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-11T11:32:54.244 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:54.243+0000 7f316000f140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-11T11:32:54.300 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:54.298+0000 7f2e64ea0140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-11T11:32:54.305 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:54.304+0000 7f316000f140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-11T11:32:54.326 INFO:teuthology.orchestra.run.vm08.stdout:2 2026-03-11T11:32:54.331 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:54.329+0000 7f2e64ea0140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-11T11:32:54.336 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:54.335+0000 7f316000f140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-11T11:32:54.337 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new a0655353-809f-4a63-9503-4b021b919654 3 2026-03-11T11:32:54.357 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:54.355+0000 7f2e64ea0140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-11T11:32:54.360 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:54.359+0000 7f316000f140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-11T11:32:54.389 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:54.387+0000 7f2e64ea0140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-11T11:32:54.390 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:54.390+0000 7f316000f140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-11T11:32:54.417 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:54.415+0000 7f2e64ea0140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-11T11:32:54.419 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:54.418+0000 7f316000f140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-11T11:32:54.500 INFO:teuthology.orchestra.run.vm08.stdout:3 2026-03-11T11:32:54.514 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new b31c8572-4f04-4590-b67e-be22235c35cf 4 2026-03-11T11:32:54.566 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:54.565+0000 7f316000f140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-11T11:32:54.571 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:54.569+0000 7f2e64ea0140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-11T11:32:54.606 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:54.605+0000 7f316000f140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-11T11:32:54.612 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:54.610+0000 7f2e64ea0140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-11T11:32:54.680 INFO:teuthology.orchestra.run.vm08.stdout:4 2026-03-11T11:32:54.696 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 278c00dd-7f06-43c1-a954-3a1c35bcabbf 5 2026-03-11T11:32:54.763 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:54.762+0000 7f316000f140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-11T11:32:54.778 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:54.776+0000 7f2e64ea0140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-11T11:32:54.791 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:54.789+0000 7f316000f140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-11T11:32:54.805 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:54.803+0000 7f2e64ea0140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-11T11:32:54.821 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:54.820+0000 7f316000f140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-11T11:32:54.839 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:54.837+0000 7f2e64ea0140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-11T11:32:54.871 INFO:teuthology.orchestra.run.vm08.stdout:5 2026-03-11T11:32:54.883 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:54.882+0000 7f316000f140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-11T11:32:54.883 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 46befc40-e2a0-4b60-a105-4fdcc46d5e6e 6 2026-03-11T11:32:54.896 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:54.894+0000 7f2e64ea0140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-11T11:32:54.909 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:54.908+0000 7f316000f140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-11T11:32:54.925 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:54.923+0000 7f2e64ea0140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-11T11:32:54.974 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:54.973+0000 7f316000f140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-11T11:32:54.992 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:54.990+0000 7f2e64ea0140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-11T11:32:55.032 INFO:teuthology.orchestra.run.vm08.stdout:6 2026-03-11T11:32:55.039 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:55.038+0000 7f316000f140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-11T11:32:55.043 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 8af13b75-7658-4dad-9c69-a25c05ba001d 7 2026-03-11T11:32:55.055 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:55.053+0000 7f2e64ea0140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-11T11:32:55.126 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:55.126+0000 7f316000f140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-11T11:32:55.154 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:55.152+0000 7f2e64ea0140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-11T11:32:55.154 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:55.153+0000 7f316000f140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-11T11:32:55.180 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:55.178+0000 7f2e64ea0140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-11T11:32:55.193 INFO:teuthology.orchestra.run.vm08.stdout:7 2026-03-11T11:32:55.203 INFO:tasks.ceph.osd.0:Restarting daemon 2026-03-11T11:32:55.204 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-03-11T11:32:55.205 INFO:tasks.ceph.osd.0:Started 2026-03-11T11:32:55.205 INFO:tasks.ceph.osd.1:Restarting daemon 2026-03-11T11:32:55.205 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-03-11T11:32:55.208 INFO:tasks.ceph.osd.1:Started 2026-03-11T11:32:55.208 INFO:tasks.ceph.osd.2:Restarting daemon 2026-03-11T11:32:55.208 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-03-11T11:32:55.211 INFO:tasks.ceph.osd.2:Started 2026-03-11T11:32:55.211 INFO:tasks.ceph.osd.3:Restarting daemon 2026-03-11T11:32:55.211 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2026-03-11T11:32:55.214 INFO:tasks.ceph.osd.3:Started 2026-03-11T11:32:55.214 INFO:tasks.ceph.osd.4:Restarting daemon 2026-03-11T11:32:55.214 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2026-03-11T11:32:55.215 INFO:tasks.ceph.osd.4:Started 2026-03-11T11:32:55.215 INFO:tasks.ceph.osd.5:Restarting daemon 2026-03-11T11:32:55.216 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2026-03-11T11:32:55.217 INFO:tasks.ceph.osd.5:Started 2026-03-11T11:32:55.217 INFO:tasks.ceph.osd.6:Restarting daemon 2026-03-11T11:32:55.217 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2026-03-11T11:32:55.219 INFO:tasks.ceph.osd.6:Started 2026-03-11T11:32:55.219 INFO:tasks.ceph.osd.7:Restarting daemon 2026-03-11T11:32:55.219 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2026-03-11T11:32:55.221 INFO:tasks.ceph.osd.7:Started 2026-03-11T11:32:55.221 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-11T11:32:55.479 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:32:55.480 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":10,"fsid":"4502e235-a202-4717-8ce7-4543670bc35d","created":"2026-03-11T11:32:52.836353+0000","modified":"2026-03-11T11:32:55.189315+0000","last_up_change":"0.000000","last_in_change":"2026-03-11T11:32:55.189315+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"aec54365-c8d9-44d0-bfb0-d485e9ae9cc9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"887a99bd-f314-4fd5-bc1a-564f151f425e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"6d1fc5e7-6952-4213-a173-bc20df0aff4e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"a0655353-809f-4a63-9503-4b021b919654","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"b31c8572-4f04-4590-b67e-be22235c35cf","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"278c00dd-7f06-43c1-a954-3a1c35bcabbf","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"46befc40-e2a0-4b60-a105-4fdcc46d5e6e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"8af13b75-7658-4dad-9c69-a25c05ba001d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-11T11:32:55.491 INFO:tasks.ceph.ceph_manager.ceph:[] 2026-03-11T11:32:55.491 INFO:tasks.ceph:Waiting for OSDs to come up 2026-03-11T11:32:55.496 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:55.494+0000 7f2e64ea0140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-11T11:32:55.525 INFO:tasks.ceph.mgr.y.vm00.stderr:2026-03-11T11:32:55.524+0000 7f316000f140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-11T11:32:56.295 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-03-11T11:32:56.399 INFO:teuthology.misc.health.vm00.stdout: 2026-03-11T11:32:56.399 INFO:teuthology.misc.health.vm00.stdout:{"epoch":10,"fsid":"4502e235-a202-4717-8ce7-4543670bc35d","created":"2026-03-11T11:32:52.836353+0000","modified":"2026-03-11T11:32:55.189315+0000","last_up_change":"0.000000","last_in_change":"2026-03-11T11:32:55.189315+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"aec54365-c8d9-44d0-bfb0-d485e9ae9cc9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"887a99bd-f314-4fd5-bc1a-564f151f425e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"6d1fc5e7-6952-4213-a173-bc20df0aff4e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"a0655353-809f-4a63-9503-4b021b919654","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"b31c8572-4f04-4590-b67e-be22235c35cf","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"278c00dd-7f06-43c1-a954-3a1c35bcabbf","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"46befc40-e2a0-4b60-a105-4fdcc46d5e6e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"8af13b75-7658-4dad-9c69-a25c05ba001d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-11T11:32:56.407 DEBUG:teuthology.misc:0 of 8 OSDs are up 2026-03-11T11:32:56.515 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:56.513+0000 7f2e32519640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-03-11T11:32:56.515 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-11T11:32:56.513+0000 7f2e32519640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-03-11T11:32:56.751 INFO:tasks.ceph.osd.1.vm00.stderr:2026-03-11T11:32:56.750+0000 7fb4d1794780 -1 Falling back to public interface 2026-03-11T11:32:56.757 INFO:tasks.ceph.osd.2.vm00.stderr:2026-03-11T11:32:56.756+0000 7f913ecd4780 -1 Falling back to public interface 2026-03-11T11:32:56.982 INFO:tasks.ceph.osd.6.vm08.stderr:2026-03-11T11:32:56.980+0000 7fd743d0b780 -1 Falling back to public interface 2026-03-11T11:32:57.184 INFO:tasks.ceph.osd.7.vm08.stderr:2026-03-11T11:32:57.182+0000 7f9acc8b0780 -1 Falling back to public interface 2026-03-11T11:32:57.213 INFO:tasks.ceph.osd.0.vm00.stderr:2026-03-11T11:32:57.212+0000 7f2dd8e2d780 -1 Falling back to public interface 2026-03-11T11:32:57.215 INFO:tasks.ceph.osd.3.vm00.stderr:2026-03-11T11:32:57.214+0000 7f2922990780 -1 Falling back to public interface 2026-03-11T11:32:57.222 INFO:tasks.ceph.osd.4.vm08.stderr:2026-03-11T11:32:57.220+0000 7fea922ec780 -1 Falling back to public interface 2026-03-11T11:32:57.237 INFO:tasks.ceph.osd.5.vm08.stderr:2026-03-11T11:32:57.235+0000 7fb93a533780 -1 Falling back to public interface 2026-03-11T11:32:58.905 INFO:tasks.ceph.osd.2.vm00.stderr:2026-03-11T11:32:58.904+0000 7f913ecd4780 -1 osd.2 0 log_to_monitors true 2026-03-11T11:32:58.919 INFO:tasks.ceph.osd.1.vm00.stderr:2026-03-11T11:32:58.918+0000 7fb4d1794780 -1 osd.1 0 log_to_monitors true 2026-03-11T11:32:59.084 INFO:tasks.ceph.osd.6.vm08.stderr:2026-03-11T11:32:59.082+0000 7fd743d0b780 -1 osd.6 0 log_to_monitors true 2026-03-11T11:32:59.347 INFO:tasks.ceph.osd.4.vm08.stderr:2026-03-11T11:32:59.345+0000 7fea922ec780 -1 osd.4 0 log_to_monitors true 2026-03-11T11:32:59.592 INFO:tasks.ceph.osd.0.vm00.stderr:2026-03-11T11:32:59.591+0000 7f2dd8e2d780 -1 osd.0 0 log_to_monitors true 2026-03-11T11:32:59.820 INFO:tasks.ceph.osd.7.vm08.stderr:2026-03-11T11:32:59.818+0000 7f9acc8b0780 -1 osd.7 0 log_to_monitors true 2026-03-11T11:32:59.851 INFO:tasks.ceph.osd.5.vm08.stderr:2026-03-11T11:32:59.849+0000 7fb93a533780 -1 osd.5 0 log_to_monitors true 2026-03-11T11:32:59.852 INFO:tasks.ceph.osd.3.vm00.stderr:2026-03-11T11:32:59.851+0000 7f2922990780 -1 osd.3 0 log_to_monitors true 2026-03-11T11:33:03.210 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-03-11T11:33:03.421 INFO:teuthology.misc.health.vm00.stdout: 2026-03-11T11:33:03.421 INFO:teuthology.misc.health.vm00.stdout:{"epoch":12,"fsid":"4502e235-a202-4717-8ce7-4543670bc35d","created":"2026-03-11T11:32:52.836353+0000","modified":"2026-03-11T11:33:00.868098+0000","last_up_change":"0.000000","last_in_change":"2026-03-11T11:32:55.189315+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"aec54365-c8d9-44d0-bfb0-d485e9ae9cc9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"887a99bd-f314-4fd5-bc1a-564f151f425e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"6d1fc5e7-6952-4213-a173-bc20df0aff4e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"a0655353-809f-4a63-9503-4b021b919654","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"b31c8572-4f04-4590-b67e-be22235c35cf","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"278c00dd-7f06-43c1-a954-3a1c35bcabbf","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"46befc40-e2a0-4b60-a105-4fdcc46d5e6e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"8af13b75-7658-4dad-9c69-a25c05ba001d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-11T11:33:03.439 DEBUG:teuthology.misc:0 of 8 OSDs are up 2026-03-11T11:33:07.044 INFO:tasks.ceph.osd.6.vm08.stderr:2026-03-11T11:33:07.042+0000 7fd73f47b640 -1 osd.6 0 waiting for initial osdmap 2026-03-11T11:33:07.073 INFO:tasks.ceph.osd.6.vm08.stderr:2026-03-11T11:33:07.071+0000 7fd73b2b6640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-11T11:33:07.186 INFO:tasks.ceph.osd.5.vm08.stderr:2026-03-11T11:33:07.184+0000 7fb935ca3640 -1 osd.5 0 waiting for initial osdmap 2026-03-11T11:33:07.196 INFO:tasks.ceph.osd.5.vm08.stderr:2026-03-11T11:33:07.194+0000 7fb931ade640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-11T11:33:07.257 INFO:tasks.ceph.osd.7.vm08.stderr:2026-03-11T11:33:07.255+0000 7f9ac8020640 -1 osd.7 0 waiting for initial osdmap 2026-03-11T11:33:07.269 INFO:tasks.ceph.osd.7.vm08.stderr:2026-03-11T11:33:07.267+0000 7f9ac3e5b640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-11T11:33:07.287 INFO:tasks.ceph.osd.1.vm00.stderr:2026-03-11T11:33:07.286+0000 7fb4ccf06640 -1 osd.1 0 waiting for initial osdmap 2026-03-11T11:33:07.305 INFO:tasks.ceph.osd.1.vm00.stderr:2026-03-11T11:33:07.304+0000 7fb4c8d41640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-11T11:33:07.309 INFO:tasks.ceph.osd.2.vm00.stderr:2026-03-11T11:33:07.308+0000 7f913a444640 -1 osd.2 0 waiting for initial osdmap 2026-03-11T11:33:07.322 INFO:tasks.ceph.osd.2.vm00.stderr:2026-03-11T11:33:07.321+0000 7f913627f640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-11T11:33:07.350 INFO:tasks.ceph.osd.4.vm08.stderr:2026-03-11T11:33:07.347+0000 7fea8da5c640 -1 osd.4 0 waiting for initial osdmap 2026-03-11T11:33:07.364 INFO:tasks.ceph.osd.4.vm08.stderr:2026-03-11T11:33:07.362+0000 7fea89897640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-11T11:33:07.414 INFO:tasks.ceph.osd.3.vm00.stderr:2026-03-11T11:33:07.413+0000 7f291e100640 -1 osd.3 0 waiting for initial osdmap 2026-03-11T11:33:07.429 INFO:tasks.ceph.osd.3.vm00.stderr:2026-03-11T11:33:07.428+0000 7f2919f3b640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-11T11:33:07.513 INFO:tasks.ceph.osd.0.vm00.stderr:2026-03-11T11:33:07.512+0000 7f2dd55d5640 -1 osd.0 0 waiting for initial osdmap 2026-03-11T11:33:07.526 INFO:tasks.ceph.osd.0.vm00.stderr:2026-03-11T11:33:07.525+0000 7f2dd03da640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-11T11:33:10.242 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-03-11T11:33:10.417 INFO:teuthology.misc.health.vm00.stdout: 2026-03-11T11:33:10.417 INFO:teuthology.misc.health.vm00.stdout:{"epoch":15,"fsid":"4502e235-a202-4717-8ce7-4543670bc35d","created":"2026-03-11T11:32:52.836353+0000","modified":"2026-03-11T11:33:10.213516+0000","last_up_change":"2026-03-11T11:33:08.066797+0000","last_in_change":"2026-03-11T11:32:55.189315+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-11T11:33:09.521868+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aec54365-c8d9-44d0-bfb0-d485e9ae9cc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6816","nonce":3717540936},{"type":"v1","addr":"192.168.123.100:6817","nonce":3717540936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6818","nonce":3717540936},{"type":"v1","addr":"192.168.123.100:6819","nonce":3717540936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6822","nonce":3717540936},{"type":"v1","addr":"192.168.123.100:6824","nonce":3717540936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6820","nonce":3717540936},{"type":"v1","addr":"192.168.123.100:6821","nonce":3717540936}]},"public_addr":"192.168.123.100:6817/3717540936","cluster_addr":"192.168.123.100:6819/3717540936","heartbeat_back_addr":"192.168.123.100:6824/3717540936","heartbeat_front_addr":"192.168.123.100:6821/3717540936","state":["exists","up"]},{"osd":1,"uuid":"887a99bd-f314-4fd5-bc1a-564f151f425e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6800","nonce":1550905084},{"type":"v1","addr":"192.168.123.100:6801","nonce":1550905084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6802","nonce":1550905084},{"type":"v1","addr":"192.168.123.100:6803","nonce":1550905084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6806","nonce":1550905084},{"type":"v1","addr":"192.168.123.100:6807","nonce":1550905084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6804","nonce":1550905084},{"type":"v1","addr":"192.168.123.100:6805","nonce":1550905084}]},"public_addr":"192.168.123.100:6801/1550905084","cluster_addr":"192.168.123.100:6803/1550905084","heartbeat_back_addr":"192.168.123.100:6807/1550905084","heartbeat_front_addr":"192.168.123.100:6805/1550905084","state":["exists","up"]},{"osd":2,"uuid":"6d1fc5e7-6952-4213-a173-bc20df0aff4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6808","nonce":1972907142},{"type":"v1","addr":"192.168.123.100:6809","nonce":1972907142}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6810","nonce":1972907142},{"type":"v1","addr":"192.168.123.100:6811","nonce":1972907142}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6814","nonce":1972907142},{"type":"v1","addr":"192.168.123.100:6815","nonce":1972907142}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6812","nonce":1972907142},{"type":"v1","addr":"192.168.123.100:6813","nonce":1972907142}]},"public_addr":"192.168.123.100:6809/1972907142","cluster_addr":"192.168.123.100:6811/1972907142","heartbeat_back_addr":"192.168.123.100:6815/1972907142","heartbeat_front_addr":"192.168.123.100:6813/1972907142","state":["exists","up"]},{"osd":3,"uuid":"a0655353-809f-4a63-9503-4b021b919654","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6823","nonce":1383947696},{"type":"v1","addr":"192.168.123.100:6825","nonce":1383947696}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6826","nonce":1383947696},{"type":"v1","addr":"192.168.123.100:6827","nonce":1383947696}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6830","nonce":1383947696},{"type":"v1","addr":"192.168.123.100:6831","nonce":1383947696}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6828","nonce":1383947696},{"type":"v1","addr":"192.168.123.100:6829","nonce":1383947696}]},"public_addr":"192.168.123.100:6825/1383947696","cluster_addr":"192.168.123.100:6827/1383947696","heartbeat_back_addr":"192.168.123.100:6831/1383947696","heartbeat_front_addr":"192.168.123.100:6829/1383947696","state":["exists","up"]},{"osd":4,"uuid":"b31c8572-4f04-4590-b67e-be22235c35cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6818","nonce":3648415709},{"type":"v1","addr":"192.168.123.108:6819","nonce":3648415709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6820","nonce":3648415709},{"type":"v1","addr":"192.168.123.108:6821","nonce":3648415709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6824","nonce":3648415709},{"type":"v1","addr":"192.168.123.108:6825","nonce":3648415709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6822","nonce":3648415709},{"type":"v1","addr":"192.168.123.108:6823","nonce":3648415709}]},"public_addr":"192.168.123.108:6819/3648415709","cluster_addr":"192.168.123.108:6821/3648415709","heartbeat_back_addr":"192.168.123.108:6825/3648415709","heartbeat_front_addr":"192.168.123.108:6823/3648415709","state":["exists","up"]},{"osd":5,"uuid":"278c00dd-7f06-43c1-a954-3a1c35bcabbf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6826","nonce":2748514113},{"type":"v1","addr":"192.168.123.108:6827","nonce":2748514113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6828","nonce":2748514113},{"type":"v1","addr":"192.168.123.108:6829","nonce":2748514113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6832","nonce":2748514113},{"type":"v1","addr":"192.168.123.108:6833","nonce":2748514113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6830","nonce":2748514113},{"type":"v1","addr":"192.168.123.108:6831","nonce":2748514113}]},"public_addr":"192.168.123.108:6827/2748514113","cluster_addr":"192.168.123.108:6829/2748514113","heartbeat_back_addr":"192.168.123.108:6833/2748514113","heartbeat_front_addr":"192.168.123.108:6831/2748514113","state":["exists","up"]},{"osd":6,"uuid":"46befc40-e2a0-4b60-a105-4fdcc46d5e6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6802","nonce":567923530},{"type":"v1","addr":"192.168.123.108:6803","nonce":567923530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6804","nonce":567923530},{"type":"v1","addr":"192.168.123.108:6805","nonce":567923530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6808","nonce":567923530},{"type":"v1","addr":"192.168.123.108:6809","nonce":567923530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6806","nonce":567923530},{"type":"v1","addr":"192.168.123.108:6807","nonce":567923530}]},"public_addr":"192.168.123.108:6803/567923530","cluster_addr":"192.168.123.108:6805/567923530","heartbeat_back_addr":"192.168.123.108:6809/567923530","heartbeat_front_addr":"192.168.123.108:6807/567923530","state":["exists","up"]},{"osd":7,"uuid":"8af13b75-7658-4dad-9c69-a25c05ba001d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6810","nonce":3719880157},{"type":"v1","addr":"192.168.123.108:6811","nonce":3719880157}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6812","nonce":3719880157},{"type":"v1","addr":"192.168.123.108:6813","nonce":3719880157}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6816","nonce":3719880157},{"type":"v1","addr":"192.168.123.108:6817","nonce":3719880157}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6814","nonce":3719880157},{"type":"v1","addr":"192.168.123.108:6815","nonce":3719880157}]},"public_addr":"192.168.123.108:6811/3719880157","cluster_addr":"192.168.123.108:6813/3719880157","heartbeat_back_addr":"192.168.123.108:6817/3719880157","heartbeat_front_addr":"192.168.123.108:6815/3719880157","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.574121+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:32:59.911026+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:32:59.933148+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.831871+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.325049+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.811074+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.089398+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.775766+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-11T11:33:10.426 DEBUG:teuthology.misc:8 of 8 OSDs are up 2026-03-11T11:33:10.426 INFO:tasks.ceph:Creating RBD pool 2026-03-11T11:33:10.427 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph --cluster ceph osd pool create rbd 8 2026-03-11T11:33:11.227 INFO:teuthology.orchestra.run.vm00.stderr:pool 'rbd' created 2026-03-11T11:33:11.244 DEBUG:teuthology.orchestra.run.vm00:> rbd --cluster ceph pool init rbd 2026-03-11T11:33:11.296 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:33:11.296 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:33:14.262 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2026-03-11T11:33:14.262 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-03-11T11:33:14.262 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-03-11T11:33:14.262 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-03-11T11:33:14.263 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-03-11T11:33:14.468 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:33:14.479 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":5,"flags":0,"active_gid":4108,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6800","nonce":3493063761},{"type":"v1","addr":"192.168.123.108:6801","nonce":3493063761}]},"active_addr":"192.168.123.108:6801/3493063761","active_change":"2026-03-11T11:32:55.498532+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4103,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"192.168.123.108:0","nonce":3368980757}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.108:0","nonce":3407936155}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.108:0","nonce":2199380792}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.108:0","nonce":2648706064}]}]} 2026-03-11T11:33:14.480 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-03-11T11:33:14.480 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-03-11T11:33:14.480 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-11T11:33:14.657 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:33:14.657 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":19,"fsid":"4502e235-a202-4717-8ce7-4543670bc35d","created":"2026-03-11T11:32:52.836353+0000","modified":"2026-03-11T11:33:14.248256+0000","last_up_change":"2026-03-11T11:33:08.066797+0000","last_in_change":"2026-03-11T11:32:55.189315+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-11T11:33:09.521868+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-03-11T11:33:10.609415+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":19,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4.9800000190734863,"score_stable":4.9800000190734863,"optimal_score":0.87999999523162842,"raw_score_acting":4.380000114440918,"raw_score_stable":4.380000114440918,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aec54365-c8d9-44d0-bfb0-d485e9ae9cc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6816","nonce":3717540936},{"type":"v1","addr":"192.168.123.100:6817","nonce":3717540936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6818","nonce":3717540936},{"type":"v1","addr":"192.168.123.100:6819","nonce":3717540936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6822","nonce":3717540936},{"type":"v1","addr":"192.168.123.100:6824","nonce":3717540936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6820","nonce":3717540936},{"type":"v1","addr":"192.168.123.100:6821","nonce":3717540936}]},"public_addr":"192.168.123.100:6817/3717540936","cluster_addr":"192.168.123.100:6819/3717540936","heartbeat_back_addr":"192.168.123.100:6824/3717540936","heartbeat_front_addr":"192.168.123.100:6821/3717540936","state":["exists","up"]},{"osd":1,"uuid":"887a99bd-f314-4fd5-bc1a-564f151f425e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6800","nonce":1550905084},{"type":"v1","addr":"192.168.123.100:6801","nonce":1550905084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6802","nonce":1550905084},{"type":"v1","addr":"192.168.123.100:6803","nonce":1550905084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6806","nonce":1550905084},{"type":"v1","addr":"192.168.123.100:6807","nonce":1550905084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6804","nonce":1550905084},{"type":"v1","addr":"192.168.123.100:6805","nonce":1550905084}]},"public_addr":"192.168.123.100:6801/1550905084","cluster_addr":"192.168.123.100:6803/1550905084","heartbeat_back_addr":"192.168.123.100:6807/1550905084","heartbeat_front_addr":"192.168.123.100:6805/1550905084","state":["exists","up"]},{"osd":2,"uuid":"6d1fc5e7-6952-4213-a173-bc20df0aff4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6808","nonce":1972907142},{"type":"v1","addr":"192.168.123.100:6809","nonce":1972907142}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6810","nonce":1972907142},{"type":"v1","addr":"192.168.123.100:6811","nonce":1972907142}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6814","nonce":1972907142},{"type":"v1","addr":"192.168.123.100:6815","nonce":1972907142}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6812","nonce":1972907142},{"type":"v1","addr":"192.168.123.100:6813","nonce":1972907142}]},"public_addr":"192.168.123.100:6809/1972907142","cluster_addr":"192.168.123.100:6811/1972907142","heartbeat_back_addr":"192.168.123.100:6815/1972907142","heartbeat_front_addr":"192.168.123.100:6813/1972907142","state":["exists","up"]},{"osd":3,"uuid":"a0655353-809f-4a63-9503-4b021b919654","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6823","nonce":1383947696},{"type":"v1","addr":"192.168.123.100:6825","nonce":1383947696}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6826","nonce":1383947696},{"type":"v1","addr":"192.168.123.100:6827","nonce":1383947696}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6830","nonce":1383947696},{"type":"v1","addr":"192.168.123.100:6831","nonce":1383947696}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6828","nonce":1383947696},{"type":"v1","addr":"192.168.123.100:6829","nonce":1383947696}]},"public_addr":"192.168.123.100:6825/1383947696","cluster_addr":"192.168.123.100:6827/1383947696","heartbeat_back_addr":"192.168.123.100:6831/1383947696","heartbeat_front_addr":"192.168.123.100:6829/1383947696","state":["exists","up"]},{"osd":4,"uuid":"b31c8572-4f04-4590-b67e-be22235c35cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6818","nonce":3648415709},{"type":"v1","addr":"192.168.123.108:6819","nonce":3648415709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6820","nonce":3648415709},{"type":"v1","addr":"192.168.123.108:6821","nonce":3648415709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6824","nonce":3648415709},{"type":"v1","addr":"192.168.123.108:6825","nonce":3648415709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6822","nonce":3648415709},{"type":"v1","addr":"192.168.123.108:6823","nonce":3648415709}]},"public_addr":"192.168.123.108:6819/3648415709","cluster_addr":"192.168.123.108:6821/3648415709","heartbeat_back_addr":"192.168.123.108:6825/3648415709","heartbeat_front_addr":"192.168.123.108:6823/3648415709","state":["exists","up"]},{"osd":5,"uuid":"278c00dd-7f06-43c1-a954-3a1c35bcabbf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6826","nonce":2748514113},{"type":"v1","addr":"192.168.123.108:6827","nonce":2748514113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6828","nonce":2748514113},{"type":"v1","addr":"192.168.123.108:6829","nonce":2748514113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6832","nonce":2748514113},{"type":"v1","addr":"192.168.123.108:6833","nonce":2748514113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6830","nonce":2748514113},{"type":"v1","addr":"192.168.123.108:6831","nonce":2748514113}]},"public_addr":"192.168.123.108:6827/2748514113","cluster_addr":"192.168.123.108:6829/2748514113","heartbeat_back_addr":"192.168.123.108:6833/2748514113","heartbeat_front_addr":"192.168.123.108:6831/2748514113","state":["exists","up"]},{"osd":6,"uuid":"46befc40-e2a0-4b60-a105-4fdcc46d5e6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6802","nonce":567923530},{"type":"v1","addr":"192.168.123.108:6803","nonce":567923530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6804","nonce":567923530},{"type":"v1","addr":"192.168.123.108:6805","nonce":567923530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6808","nonce":567923530},{"type":"v1","addr":"192.168.123.108:6809","nonce":567923530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6806","nonce":567923530},{"type":"v1","addr":"192.168.123.108:6807","nonce":567923530}]},"public_addr":"192.168.123.108:6803/567923530","cluster_addr":"192.168.123.108:6805/567923530","heartbeat_back_addr":"192.168.123.108:6809/567923530","heartbeat_front_addr":"192.168.123.108:6807/567923530","state":["exists","up"]},{"osd":7,"uuid":"8af13b75-7658-4dad-9c69-a25c05ba001d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6810","nonce":3719880157},{"type":"v1","addr":"192.168.123.108:6811","nonce":3719880157}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6812","nonce":3719880157},{"type":"v1","addr":"192.168.123.108:6813","nonce":3719880157}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6816","nonce":3719880157},{"type":"v1","addr":"192.168.123.108:6817","nonce":3719880157}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6814","nonce":3719880157},{"type":"v1","addr":"192.168.123.108:6815","nonce":3719880157}]},"public_addr":"192.168.123.108:6811/3719880157","cluster_addr":"192.168.123.108:6813/3719880157","heartbeat_back_addr":"192.168.123.108:6817/3719880157","heartbeat_front_addr":"192.168.123.108:6815/3719880157","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.574121+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:32:59.911026+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:32:59.933148+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.831871+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.325049+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.811074+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.089398+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.775766+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-11T11:33:14.668 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-03-11T11:33:14.668 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-11T11:33:14.841 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:33:14.841 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":19,"fsid":"4502e235-a202-4717-8ce7-4543670bc35d","created":"2026-03-11T11:32:52.836353+0000","modified":"2026-03-11T11:33:14.248256+0000","last_up_change":"2026-03-11T11:33:08.066797+0000","last_in_change":"2026-03-11T11:32:55.189315+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-11T11:33:09.521868+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-03-11T11:33:10.609415+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":19,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4.9800000190734863,"score_stable":4.9800000190734863,"optimal_score":0.87999999523162842,"raw_score_acting":4.380000114440918,"raw_score_stable":4.380000114440918,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"aec54365-c8d9-44d0-bfb0-d485e9ae9cc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6816","nonce":3717540936},{"type":"v1","addr":"192.168.123.100:6817","nonce":3717540936}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6818","nonce":3717540936},{"type":"v1","addr":"192.168.123.100:6819","nonce":3717540936}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6822","nonce":3717540936},{"type":"v1","addr":"192.168.123.100:6824","nonce":3717540936}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6820","nonce":3717540936},{"type":"v1","addr":"192.168.123.100:6821","nonce":3717540936}]},"public_addr":"192.168.123.100:6817/3717540936","cluster_addr":"192.168.123.100:6819/3717540936","heartbeat_back_addr":"192.168.123.100:6824/3717540936","heartbeat_front_addr":"192.168.123.100:6821/3717540936","state":["exists","up"]},{"osd":1,"uuid":"887a99bd-f314-4fd5-bc1a-564f151f425e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6800","nonce":1550905084},{"type":"v1","addr":"192.168.123.100:6801","nonce":1550905084}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6802","nonce":1550905084},{"type":"v1","addr":"192.168.123.100:6803","nonce":1550905084}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6806","nonce":1550905084},{"type":"v1","addr":"192.168.123.100:6807","nonce":1550905084}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6804","nonce":1550905084},{"type":"v1","addr":"192.168.123.100:6805","nonce":1550905084}]},"public_addr":"192.168.123.100:6801/1550905084","cluster_addr":"192.168.123.100:6803/1550905084","heartbeat_back_addr":"192.168.123.100:6807/1550905084","heartbeat_front_addr":"192.168.123.100:6805/1550905084","state":["exists","up"]},{"osd":2,"uuid":"6d1fc5e7-6952-4213-a173-bc20df0aff4e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6808","nonce":1972907142},{"type":"v1","addr":"192.168.123.100:6809","nonce":1972907142}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6810","nonce":1972907142},{"type":"v1","addr":"192.168.123.100:6811","nonce":1972907142}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6814","nonce":1972907142},{"type":"v1","addr":"192.168.123.100:6815","nonce":1972907142}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6812","nonce":1972907142},{"type":"v1","addr":"192.168.123.100:6813","nonce":1972907142}]},"public_addr":"192.168.123.100:6809/1972907142","cluster_addr":"192.168.123.100:6811/1972907142","heartbeat_back_addr":"192.168.123.100:6815/1972907142","heartbeat_front_addr":"192.168.123.100:6813/1972907142","state":["exists","up"]},{"osd":3,"uuid":"a0655353-809f-4a63-9503-4b021b919654","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6823","nonce":1383947696},{"type":"v1","addr":"192.168.123.100:6825","nonce":1383947696}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6826","nonce":1383947696},{"type":"v1","addr":"192.168.123.100:6827","nonce":1383947696}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6830","nonce":1383947696},{"type":"v1","addr":"192.168.123.100:6831","nonce":1383947696}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6828","nonce":1383947696},{"type":"v1","addr":"192.168.123.100:6829","nonce":1383947696}]},"public_addr":"192.168.123.100:6825/1383947696","cluster_addr":"192.168.123.100:6827/1383947696","heartbeat_back_addr":"192.168.123.100:6831/1383947696","heartbeat_front_addr":"192.168.123.100:6829/1383947696","state":["exists","up"]},{"osd":4,"uuid":"b31c8572-4f04-4590-b67e-be22235c35cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6818","nonce":3648415709},{"type":"v1","addr":"192.168.123.108:6819","nonce":3648415709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6820","nonce":3648415709},{"type":"v1","addr":"192.168.123.108:6821","nonce":3648415709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6824","nonce":3648415709},{"type":"v1","addr":"192.168.123.108:6825","nonce":3648415709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6822","nonce":3648415709},{"type":"v1","addr":"192.168.123.108:6823","nonce":3648415709}]},"public_addr":"192.168.123.108:6819/3648415709","cluster_addr":"192.168.123.108:6821/3648415709","heartbeat_back_addr":"192.168.123.108:6825/3648415709","heartbeat_front_addr":"192.168.123.108:6823/3648415709","state":["exists","up"]},{"osd":5,"uuid":"278c00dd-7f06-43c1-a954-3a1c35bcabbf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6826","nonce":2748514113},{"type":"v1","addr":"192.168.123.108:6827","nonce":2748514113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6828","nonce":2748514113},{"type":"v1","addr":"192.168.123.108:6829","nonce":2748514113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6832","nonce":2748514113},{"type":"v1","addr":"192.168.123.108:6833","nonce":2748514113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6830","nonce":2748514113},{"type":"v1","addr":"192.168.123.108:6831","nonce":2748514113}]},"public_addr":"192.168.123.108:6827/2748514113","cluster_addr":"192.168.123.108:6829/2748514113","heartbeat_back_addr":"192.168.123.108:6833/2748514113","heartbeat_front_addr":"192.168.123.108:6831/2748514113","state":["exists","up"]},{"osd":6,"uuid":"46befc40-e2a0-4b60-a105-4fdcc46d5e6e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6802","nonce":567923530},{"type":"v1","addr":"192.168.123.108:6803","nonce":567923530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6804","nonce":567923530},{"type":"v1","addr":"192.168.123.108:6805","nonce":567923530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6808","nonce":567923530},{"type":"v1","addr":"192.168.123.108:6809","nonce":567923530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6806","nonce":567923530},{"type":"v1","addr":"192.168.123.108:6807","nonce":567923530}]},"public_addr":"192.168.123.108:6803/567923530","cluster_addr":"192.168.123.108:6805/567923530","heartbeat_back_addr":"192.168.123.108:6809/567923530","heartbeat_front_addr":"192.168.123.108:6807/567923530","state":["exists","up"]},{"osd":7,"uuid":"8af13b75-7658-4dad-9c69-a25c05ba001d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6810","nonce":3719880157},{"type":"v1","addr":"192.168.123.108:6811","nonce":3719880157}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6812","nonce":3719880157},{"type":"v1","addr":"192.168.123.108:6813","nonce":3719880157}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6816","nonce":3719880157},{"type":"v1","addr":"192.168.123.108:6817","nonce":3719880157}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6814","nonce":3719880157},{"type":"v1","addr":"192.168.123.108:6815","nonce":3719880157}]},"public_addr":"192.168.123.108:6811/3719880157","cluster_addr":"192.168.123.108:6813/3719880157","heartbeat_back_addr":"192.168.123.108:6817/3719880157","heartbeat_front_addr":"192.168.123.108:6815/3719880157","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.574121+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:32:59.911026+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:32:59.933148+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.831871+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.325049+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.811074+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.089398+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-11T11:33:00.775766+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-11T11:33:14.852 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-03-11T11:33:14.852 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-03-11T11:33:14.852 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-03-11T11:33:14.852 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-03-11T11:33:14.852 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2026-03-11T11:33:14.853 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2026-03-11T11:33:14.853 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2026-03-11T11:33:14.853 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2026-03-11T11:33:15.287 INFO:teuthology.orchestra.run.vm00.stdout:55834574851 2026-03-11T11:33:15.287 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-03-11T11:33:15.295 INFO:teuthology.orchestra.run.vm00.stdout:55834574851 2026-03-11T11:33:15.295 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2026-03-11T11:33:15.303 INFO:teuthology.orchestra.run.vm00.stdout:55834574851 2026-03-11T11:33:15.304 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2026-03-11T11:33:15.340 INFO:teuthology.orchestra.run.vm00.stdout:55834574851 2026-03-11T11:33:15.340 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-03-11T11:33:15.343 INFO:teuthology.orchestra.run.vm00.stdout:55834574851 2026-03-11T11:33:15.343 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2026-03-11T11:33:15.355 INFO:teuthology.orchestra.run.vm00.stdout:55834574851 2026-03-11T11:33:15.356 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-03-11T11:33:15.357 INFO:teuthology.orchestra.run.vm00.stdout:55834574851 2026-03-11T11:33:15.357 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-03-11T11:33:15.373 INFO:teuthology.orchestra.run.vm00.stdout:55834574851 2026-03-11T11:33:15.373 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-03-11T11:33:16.055 INFO:teuthology.orchestra.run.vm00.stdout:55834574849 2026-03-11T11:33:16.072 INFO:teuthology.orchestra.run.vm00.stdout:55834574849 2026-03-11T11:33:16.084 INFO:teuthology.orchestra.run.vm00.stdout:55834574849 2026-03-11T11:33:16.101 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574849 for osd.6 2026-03-11T11:33:16.109 INFO:teuthology.orchestra.run.vm00.stdout:55834574849 2026-03-11T11:33:16.123 INFO:teuthology.orchestra.run.vm00.stdout:55834574849 2026-03-11T11:33:16.123 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574849 for osd.2 2026-03-11T11:33:16.124 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574849 for osd.7 2026-03-11T11:33:16.130 INFO:teuthology.orchestra.run.vm00.stdout:55834574849 2026-03-11T11:33:16.141 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574849 for osd.1 2026-03-11T11:33:16.156 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574849 for osd.3 2026-03-11T11:33:16.156 INFO:teuthology.orchestra.run.vm00.stdout:55834574849 2026-03-11T11:33:16.156 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574849 for osd.4 2026-03-11T11:33:16.158 INFO:teuthology.orchestra.run.vm00.stdout:55834574849 2026-03-11T11:33:16.168 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574849 for osd.5 2026-03-11T11:33:16.169 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574849 for osd.0 2026-03-11T11:33:17.102 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2026-03-11T11:33:17.124 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-03-11T11:33:17.125 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2026-03-11T11:33:17.141 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-03-11T11:33:17.156 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-03-11T11:33:17.156 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2026-03-11T11:33:17.169 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-03-11T11:33:17.170 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-03-11T11:33:17.720 INFO:teuthology.orchestra.run.vm00.stdout:55834574851 2026-03-11T11:33:17.760 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.6 2026-03-11T11:33:17.760 DEBUG:teuthology.parallel:result is None 2026-03-11T11:33:17.841 INFO:teuthology.orchestra.run.vm00.stdout:55834574851 2026-03-11T11:33:17.848 INFO:teuthology.orchestra.run.vm00.stdout:55834574851 2026-03-11T11:33:17.864 INFO:teuthology.orchestra.run.vm00.stdout:55834574851 2026-03-11T11:33:17.870 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.2 2026-03-11T11:33:17.870 DEBUG:teuthology.parallel:result is None 2026-03-11T11:33:17.888 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.3 2026-03-11T11:33:17.888 DEBUG:teuthology.parallel:result is None 2026-03-11T11:33:17.896 INFO:teuthology.orchestra.run.vm00.stdout:55834574851 2026-03-11T11:33:17.910 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.1 2026-03-11T11:33:17.910 DEBUG:teuthology.parallel:result is None 2026-03-11T11:33:17.913 INFO:teuthology.orchestra.run.vm00.stdout:55834574851 2026-03-11T11:33:17.927 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.7 2026-03-11T11:33:17.927 DEBUG:teuthology.parallel:result is None 2026-03-11T11:33:17.932 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.0 2026-03-11T11:33:17.932 DEBUG:teuthology.parallel:result is None 2026-03-11T11:33:17.932 INFO:teuthology.orchestra.run.vm00.stdout:55834574851 2026-03-11T11:33:17.936 INFO:teuthology.orchestra.run.vm00.stdout:55834574851 2026-03-11T11:33:17.946 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.4 2026-03-11T11:33:17.946 DEBUG:teuthology.parallel:result is None 2026-03-11T11:33:17.948 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.5 2026-03-11T11:33:17.948 DEBUG:teuthology.parallel:result is None 2026-03-11T11:33:17.948 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-03-11T11:33:17.948 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-11T11:33:18.166 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:33:18.166 INFO:teuthology.orchestra.run.vm00.stderr:dumped all 2026-03-11T11:33:18.177 INFO:teuthology.orchestra.run.vm00.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2026-03-11T11:33:17.819585+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":217124,"kb_used_data":2416,"kb_used_omap":12,"kb_used_meta":214515,"kb_avail":754757596,"statfs":{"total":773094113280,"available":772871778304,"internally_reserved":0,"allocated":2473984,"data_stored":1424718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12760,"internal_metadata":219663912},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":11,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.570117"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.254520+0000","last_change":"2026-03-11T11:33:14.254698+0000","last_active":"2026-03-11T11:33:14.254520+0000","last_peered":"2026-03-11T11:33:14.254520+0000","last_clean":"2026-03-11T11:33:14.254520+0000","last_became_active":"2026-03-11T11:33:12.413260+0000","last_became_peered":"2026-03-11T11:33:12.413260+0000","last_unstale":"2026-03-11T11:33:14.254520+0000","last_undegraded":"2026-03-11T11:33:14.254520+0000","last_fullsized":"2026-03-11T11:33:14.254520+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_clean_scrub_stamp":"2026-03-11T11:33:11.218491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T17:30:33.295077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028048100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.326689+0000","last_change":"2026-03-11T11:33:14.326809+0000","last_active":"2026-03-11T11:33:14.326689+0000","last_peered":"2026-03-11T11:33:14.326689+0000","last_clean":"2026-03-11T11:33:14.326689+0000","last_became_active":"2026-03-11T11:33:12.411821+0000","last_became_peered":"2026-03-11T11:33:12.411821+0000","last_unstale":"2026-03-11T11:33:14.326689+0000","last_undegraded":"2026-03-11T11:33:14.326689+0000","last_fullsized":"2026-03-11T11:33:14.326689+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_clean_scrub_stamp":"2026-03-11T11:33:11.218491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T14:25:18.706373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00019059799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.254621+0000","last_change":"2026-03-11T11:33:14.255223+0000","last_active":"2026-03-11T11:33:14.254621+0000","last_peered":"2026-03-11T11:33:14.254621+0000","last_clean":"2026-03-11T11:33:14.254621+0000","last_became_active":"2026-03-11T11:33:12.230254+0000","last_became_peered":"2026-03-11T11:33:12.230254+0000","last_unstale":"2026-03-11T11:33:14.254621+0000","last_undegraded":"2026-03-11T11:33:14.254621+0000","last_fullsized":"2026-03-11T11:33:14.254621+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_clean_scrub_stamp":"2026-03-11T11:33:11.218491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T14:11:22.652851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077563199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.497395+0000","last_change":"2026-03-11T11:33:14.497527+0000","last_active":"2026-03-11T11:33:14.497395+0000","last_peered":"2026-03-11T11:33:14.497395+0000","last_clean":"2026-03-11T11:33:14.497395+0000","last_became_active":"2026-03-11T11:33:12.658020+0000","last_became_peered":"2026-03-11T11:33:12.658020+0000","last_unstale":"2026-03-11T11:33:14.497395+0000","last_undegraded":"2026-03-11T11:33:14.497395+0000","last_fullsized":"2026-03-11T11:33:14.497395+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_clean_scrub_stamp":"2026-03-11T11:33:11.218491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T18:13:18.134053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00021507300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"19'2","reported_seq":21,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.255362+0000","last_change":"2026-03-11T11:33:14.255362+0000","last_active":"2026-03-11T11:33:14.255362+0000","last_peered":"2026-03-11T11:33:14.255362+0000","last_clean":"2026-03-11T11:33:14.255362+0000","last_became_active":"2026-03-11T11:33:12.659615+0000","last_became_peered":"2026-03-11T11:33:12.659615+0000","last_unstale":"2026-03-11T11:33:14.255362+0000","last_undegraded":"2026-03-11T11:33:14.255362+0000","last_fullsized":"2026-03-11T11:33:14.255362+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_clean_scrub_stamp":"2026-03-11T11:33:11.218491+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T15:02:59.016062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079116199999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.323841+0000","last_change":"2026-03-11T11:33:14.324041+0000","last_active":"2026-03-11T11:33:14.323841+0000","last_peered":"2026-03-11T11:33:14.323841+0000","last_clean":"2026-03-11T11:33:14.323841+0000","last_became_active":"2026-03-11T11:33:12.232682+0000","last_became_peered":"2026-03-11T11:33:12.232682+0000","last_unstale":"2026-03-11T11:33:14.323841+0000","last_undegraded":"2026-03-11T11:33:14.323841+0000","last_fullsized":"2026-03-11T11:33:14.323841+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_clean_scrub_stamp":"2026-03-11T11:33:11.218491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T20:09:59.832047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028644599999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.255294+0000","last_change":"2026-03-11T11:33:14.255538+0000","last_active":"2026-03-11T11:33:14.255294+0000","last_peered":"2026-03-11T11:33:14.255294+0000","last_clean":"2026-03-11T11:33:14.255294+0000","last_became_active":"2026-03-11T11:33:12.234884+0000","last_became_peered":"2026-03-11T11:33:12.234884+0000","last_unstale":"2026-03-11T11:33:14.255294+0000","last_undegraded":"2026-03-11T11:33:14.255294+0000","last_fullsized":"2026-03-11T11:33:14.255294+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_clean_scrub_stamp":"2026-03-11T11:33:11.218491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T20:19:36.606670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081527699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"17'1","reported_seq":20,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.255092+0000","last_change":"2026-03-11T11:33:14.255169+0000","last_active":"2026-03-11T11:33:14.255092+0000","last_peered":"2026-03-11T11:33:14.255092+0000","last_clean":"2026-03-11T11:33:14.255092+0000","last_became_active":"2026-03-11T11:33:12.658730+0000","last_became_peered":"2026-03-11T11:33:12.658730+0000","last_unstale":"2026-03-11T11:33:14.255092+0000","last_undegraded":"2026-03-11T11:33:14.255092+0000","last_fullsized":"2026-03-11T11:33:14.255092+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_clean_scrub_stamp":"2026-03-11T11:33:11.218491+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T14:24:58.826175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066016800000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"16'32","reported_seq":60,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.498520+0000","last_change":"2026-03-11T11:33:11.236259+0000","last_active":"2026-03-11T11:33:14.498520+0000","last_peered":"2026-03-11T11:33:14.498520+0000","last_clean":"2026-03-11T11:33:14.498520+0000","last_became_active":"2026-03-11T11:33:11.235468+0000","last_became_peered":"2026-03-11T11:33:11.235468+0000","last_unstale":"2026-03-11T11:33:14.498520+0000","last_undegraded":"2026-03-11T11:33:14.498520+0000","last_fullsized":"2026-03-11T11:33:14.498520+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:10.213516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:10.213516+0000","last_clean_scrub_stamp":"2026-03-11T11:33:10.213516+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T21:16:28.300265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27024,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":94344816,"statfs":{"total":96636764160,"available":96609091584,"internally_reserved":0,"allocated":192512,"data_stored":63265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27457993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27032,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":94344808,"statfs":{"total":96636764160,"available":96609083392,"internally_reserved":0,"allocated":196608,"data_stored":63284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27457989},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574851,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27480,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":94344360,"statfs":{"total":96636764160,"available":96608624640,"internally_reserved":0,"allocated":655360,"data_stored":522545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574851,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27028,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":94344812,"statfs":{"total":96636764160,"available":96609087488,"internally_reserved":0,"allocated":192512,"data_stored":63265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574851,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27028,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":94344812,"statfs":{"total":96636764160,"available":96609087488,"internally_reserved":0,"allocated":196608,"data_stored":63284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27457990},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27028,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":94344812,"statfs":{"total":96636764160,"available":96609087488,"internally_reserved":0,"allocated":192512,"data_stored":63265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27480,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":94344360,"statfs":{"total":96636764160,"available":96608624640,"internally_reserved":0,"allocated":655360,"data_stored":522545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574851,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27024,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":94344816,"statfs":{"total":96636764160,"available":96609091584,"internally_reserved":0,"allocated":192512,"data_stored":63265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-11T11:33:18.177 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-11T11:33:18.353 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:33:18.353 INFO:teuthology.orchestra.run.vm00.stderr:dumped all 2026-03-11T11:33:18.364 INFO:teuthology.orchestra.run.vm00.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2026-03-11T11:33:17.819585+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":16,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":217124,"kb_used_data":2416,"kb_used_omap":12,"kb_used_meta":214515,"kb_avail":754757596,"statfs":{"total":773094113280,"available":772871778304,"internally_reserved":0,"allocated":2473984,"data_stored":1424718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12760,"internal_metadata":219663912},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":11,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"3.570117"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.254520+0000","last_change":"2026-03-11T11:33:14.254698+0000","last_active":"2026-03-11T11:33:14.254520+0000","last_peered":"2026-03-11T11:33:14.254520+0000","last_clean":"2026-03-11T11:33:14.254520+0000","last_became_active":"2026-03-11T11:33:12.413260+0000","last_became_peered":"2026-03-11T11:33:12.413260+0000","last_unstale":"2026-03-11T11:33:14.254520+0000","last_undegraded":"2026-03-11T11:33:14.254520+0000","last_fullsized":"2026-03-11T11:33:14.254520+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_clean_scrub_stamp":"2026-03-11T11:33:11.218491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T17:30:33.295077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028048100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.326689+0000","last_change":"2026-03-11T11:33:14.326809+0000","last_active":"2026-03-11T11:33:14.326689+0000","last_peered":"2026-03-11T11:33:14.326689+0000","last_clean":"2026-03-11T11:33:14.326689+0000","last_became_active":"2026-03-11T11:33:12.411821+0000","last_became_peered":"2026-03-11T11:33:12.411821+0000","last_unstale":"2026-03-11T11:33:14.326689+0000","last_undegraded":"2026-03-11T11:33:14.326689+0000","last_fullsized":"2026-03-11T11:33:14.326689+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_clean_scrub_stamp":"2026-03-11T11:33:11.218491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T14:25:18.706373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00019059799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.254621+0000","last_change":"2026-03-11T11:33:14.255223+0000","last_active":"2026-03-11T11:33:14.254621+0000","last_peered":"2026-03-11T11:33:14.254621+0000","last_clean":"2026-03-11T11:33:14.254621+0000","last_became_active":"2026-03-11T11:33:12.230254+0000","last_became_peered":"2026-03-11T11:33:12.230254+0000","last_unstale":"2026-03-11T11:33:14.254621+0000","last_undegraded":"2026-03-11T11:33:14.254621+0000","last_fullsized":"2026-03-11T11:33:14.254621+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_clean_scrub_stamp":"2026-03-11T11:33:11.218491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T14:11:22.652851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077563199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.497395+0000","last_change":"2026-03-11T11:33:14.497527+0000","last_active":"2026-03-11T11:33:14.497395+0000","last_peered":"2026-03-11T11:33:14.497395+0000","last_clean":"2026-03-11T11:33:14.497395+0000","last_became_active":"2026-03-11T11:33:12.658020+0000","last_became_peered":"2026-03-11T11:33:12.658020+0000","last_unstale":"2026-03-11T11:33:14.497395+0000","last_undegraded":"2026-03-11T11:33:14.497395+0000","last_fullsized":"2026-03-11T11:33:14.497395+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_clean_scrub_stamp":"2026-03-11T11:33:11.218491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T18:13:18.134053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00021507300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"19'2","reported_seq":21,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.255362+0000","last_change":"2026-03-11T11:33:14.255362+0000","last_active":"2026-03-11T11:33:14.255362+0000","last_peered":"2026-03-11T11:33:14.255362+0000","last_clean":"2026-03-11T11:33:14.255362+0000","last_became_active":"2026-03-11T11:33:12.659615+0000","last_became_peered":"2026-03-11T11:33:12.659615+0000","last_unstale":"2026-03-11T11:33:14.255362+0000","last_undegraded":"2026-03-11T11:33:14.255362+0000","last_fullsized":"2026-03-11T11:33:14.255362+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_clean_scrub_stamp":"2026-03-11T11:33:11.218491+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T15:02:59.016062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079116199999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.323841+0000","last_change":"2026-03-11T11:33:14.324041+0000","last_active":"2026-03-11T11:33:14.323841+0000","last_peered":"2026-03-11T11:33:14.323841+0000","last_clean":"2026-03-11T11:33:14.323841+0000","last_became_active":"2026-03-11T11:33:12.232682+0000","last_became_peered":"2026-03-11T11:33:12.232682+0000","last_unstale":"2026-03-11T11:33:14.323841+0000","last_undegraded":"2026-03-11T11:33:14.323841+0000","last_fullsized":"2026-03-11T11:33:14.323841+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_clean_scrub_stamp":"2026-03-11T11:33:11.218491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T20:09:59.832047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028644599999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.255294+0000","last_change":"2026-03-11T11:33:14.255538+0000","last_active":"2026-03-11T11:33:14.255294+0000","last_peered":"2026-03-11T11:33:14.255294+0000","last_clean":"2026-03-11T11:33:14.255294+0000","last_became_active":"2026-03-11T11:33:12.234884+0000","last_became_peered":"2026-03-11T11:33:12.234884+0000","last_unstale":"2026-03-11T11:33:14.255294+0000","last_undegraded":"2026-03-11T11:33:14.255294+0000","last_fullsized":"2026-03-11T11:33:14.255294+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_clean_scrub_stamp":"2026-03-11T11:33:11.218491+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T20:19:36.606670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081527699999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"17'1","reported_seq":20,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.255092+0000","last_change":"2026-03-11T11:33:14.255169+0000","last_active":"2026-03-11T11:33:14.255092+0000","last_peered":"2026-03-11T11:33:14.255092+0000","last_clean":"2026-03-11T11:33:14.255092+0000","last_became_active":"2026-03-11T11:33:12.658730+0000","last_became_peered":"2026-03-11T11:33:12.658730+0000","last_unstale":"2026-03-11T11:33:14.255092+0000","last_undegraded":"2026-03-11T11:33:14.255092+0000","last_fullsized":"2026-03-11T11:33:14.255092+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:11.218491+0000","last_clean_scrub_stamp":"2026-03-11T11:33:11.218491+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T14:24:58.826175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066016800000000004,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"16'32","reported_seq":60,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-11T11:33:14.498520+0000","last_change":"2026-03-11T11:33:11.236259+0000","last_active":"2026-03-11T11:33:14.498520+0000","last_peered":"2026-03-11T11:33:14.498520+0000","last_clean":"2026-03-11T11:33:14.498520+0000","last_became_active":"2026-03-11T11:33:11.235468+0000","last_became_peered":"2026-03-11T11:33:11.235468+0000","last_unstale":"2026-03-11T11:33:14.498520+0000","last_undegraded":"2026-03-11T11:33:14.498520+0000","last_fullsized":"2026-03-11T11:33:14.498520+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-11T11:33:10.213516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-11T11:33:10.213516+0000","last_clean_scrub_stamp":"2026-03-11T11:33:10.213516+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-12T21:16:28.300265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27024,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":94344816,"statfs":{"total":96636764160,"available":96609091584,"internally_reserved":0,"allocated":192512,"data_stored":63265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27457993},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27032,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":94344808,"statfs":{"total":96636764160,"available":96609083392,"internally_reserved":0,"allocated":196608,"data_stored":63284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27457989},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574851,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27480,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":94344360,"statfs":{"total":96636764160,"available":96608624640,"internally_reserved":0,"allocated":655360,"data_stored":522545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574851,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27028,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":94344812,"statfs":{"total":96636764160,"available":96609087488,"internally_reserved":0,"allocated":192512,"data_stored":63265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574851,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27028,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":94344812,"statfs":{"total":96636764160,"available":96609087488,"internally_reserved":0,"allocated":196608,"data_stored":63284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27457990},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27028,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":94344812,"statfs":{"total":96636764160,"available":96609087488,"internally_reserved":0,"allocated":192512,"data_stored":63265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27480,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":94344360,"statfs":{"total":96636764160,"available":96608624640,"internally_reserved":0,"allocated":655360,"data_stored":522545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574851,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27024,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":94344816,"statfs":{"total":96636764160,"available":96609091584,"internally_reserved":0,"allocated":192512,"data_stored":63265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-11T11:33:18.364 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-03-11T11:33:18.364 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-03-11T11:33:18.364 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-03-11T11:33:18.364 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-03-11T11:33:18.558 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-11T11:33:18.558 INFO:teuthology.orchestra.run.vm00.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-03-11T11:33:18.573 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-03-11T11:33:18.573 INFO:teuthology.run_tasks:Running task openssl_keys... 2026-03-11T11:33:18.576 INFO:teuthology.run_tasks:Running task rgw... 2026-03-11T11:33:18.580 DEBUG:tasks.rgw:config is {'client.0': {'valgrind': ['--tool=memcheck', '--max-threads=1024']}} 2026-03-11T11:33:18.580 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2026-03-11T11:33:18.580 INFO:tasks.rgw:Creating data pools 2026-03-11T11:33:18.580 DEBUG:tasks.rgw:Obtaining remote for client client.0 2026-03-11T11:33:18.580 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster ceph 2026-03-11T11:33:19.574 INFO:teuthology.orchestra.run.vm00.stderr:pool 'default.rgw.buckets.data' created 2026-03-11T11:33:19.607 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2026-03-11T11:33:20.583 INFO:teuthology.orchestra.run.vm00.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2026-03-11T11:33:20.632 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2026-03-11T11:33:21.628 INFO:teuthology.orchestra.run.vm00.stderr:pool 'default.rgw.buckets.index' created 2026-03-11T11:33:21.640 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2026-03-11T11:33:22.643 INFO:teuthology.orchestra.run.vm00.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2026-03-11T11:33:22.667 DEBUG:tasks.rgw:Pools created 2026-03-11T11:33:22.667 INFO:tasks.rgw:Configuring compression type = random 2026-03-11T11:33:22.667 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-03-11T11:33:22.668 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-03-11T11:33:22.668 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-03-11T11:33:22.711 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:33:22.711 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:33:24.687 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.686+0000 7f369b7fe640 0 -- 192.168.123.100:0/2476575593 >> [v2:192.168.123.100:3301/0,v1:192.168.123.100:6790/0] conn(0x556bca046f10 msgr2=0x556bca0473e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:33:24.691 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.690+0000 7f36a1e39900 20 rados->read ofs=0 len=0 2026-03-11T11:33:24.692 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.691+0000 7f369b7fe640 0 -- 192.168.123.100:0/2862740139 >> [v2:192.168.123.108:6802/567923530,v1:192.168.123.108:6803/567923530] conn(0x556bca05e2b0 msgr2=0x556bca060770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:33:24.893 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.892+0000 7f36a1e39900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:33:24.893 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.892+0000 7f36a1e39900 20 realm 2026-03-11T11:33:24.894 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.892+0000 7f36a1e39900 20 rados->read ofs=0 len=0 2026-03-11T11:33:24.894 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.892+0000 7f36a1e39900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:33:24.894 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.892+0000 7f36a1e39900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:33:24.894 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.893+0000 7f36a1e39900 20 rados->read ofs=0 len=0 2026-03-11T11:33:24.894 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.893+0000 7f36a1e39900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:33:24.894 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.893+0000 7f36a1e39900 20 rados->read ofs=0 len=0 2026-03-11T11:33:24.894 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.893+0000 7f36a1e39900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:33:24.894 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.893+0000 7f36a1e39900 20 rados->read ofs=0 len=0 2026-03-11T11:33:24.895 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.894+0000 7f36a1e39900 20 rados_obj.operate() r=0 bl.length=993 2026-03-11T11:33:24.895 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.894+0000 7f36a1e39900 20 searching for the correct realm 2026-03-11T11:33:24.904 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:33:24.904 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:33:24.904 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:33:24.904 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:33:24.904 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:33:24.904 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:33:24.904 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 20 rados->read ofs=0 len=0 2026-03-11T11:33:24.904 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:33:24.904 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 20 rados->read ofs=0 len=0 2026-03-11T11:33:24.905 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:33:24.905 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 20 rados->read ofs=0 len=0 2026-03-11T11:33:24.905 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 20 rados_obj.operate() r=0 bl.length=436 2026-03-11T11:33:24.905 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 20 zone default found 2026-03-11T11:33:24.905 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 4 Realm: () 2026-03-11T11:33:24.905 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:33:24.905 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:33:24.905 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:33:24.905 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 20 zonegroup default 2026-03-11T11:33:24.905 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.903+0000 7f36a1e39900 20 rados->read ofs=0 len=0 2026-03-11T11:33:24.905 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.904+0000 7f36a1e39900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:33:24.905 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:24.904+0000 7f36a1e39900 20 rados->read ofs=0 len=0 2026-03-11T11:33:26.678 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:26.677+0000 7f36a1e39900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:33:26.678 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:26.677+0000 7f36a1e39900 20 rados->read ofs=0 len=0 2026-03-11T11:33:26.685 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:26.684+0000 7f36a1e39900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:33:26.685 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:26.684+0000 7f36a1e39900 20 started sync module instance, tier type = 2026-03-11T11:33:26.685 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:26.684+0000 7f36a1e39900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:33:28.776 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.775+0000 7f36a1e39900 20 add_watcher() i=0 2026-03-11T11:33:28.776 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.775+0000 7f36a1e39900 20 add_watcher() i=1 2026-03-11T11:33:28.776 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.775+0000 7f36a1e39900 20 add_watcher() i=2 2026-03-11T11:33:28.776 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.775+0000 7f36a1e39900 20 add_watcher() i=3 2026-03-11T11:33:28.776 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.775+0000 7f36a1e39900 20 add_watcher() i=4 2026-03-11T11:33:28.776 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.775+0000 7f36a1e39900 20 add_watcher() i=5 2026-03-11T11:33:28.776 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.775+0000 7f36a1e39900 20 add_watcher() i=6 2026-03-11T11:33:28.777 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.776+0000 7f36a1e39900 20 add_watcher() i=7 2026-03-11T11:33:28.777 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.776+0000 7f36a1e39900 2 all 8 watchers are set, enabling cache 2026-03-11T11:33:28.777 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.776+0000 7f36a1e39900 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2026-03-11T11:33:28.777 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.776+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2026-03-11T11:33:28.777 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.776+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.777 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.777+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2026-03-11T11:33:28.778 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.777+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2026-03-11T11:33:28.778 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.777+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.778 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.777+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2026-03-11T11:33:28.778 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.777+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2026-03-11T11:33:28.778 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.777+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.778 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.777+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2026-03-11T11:33:28.778 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.777+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2026-03-11T11:33:28.778 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.777+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.778 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.777+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2026-03-11T11:33:28.778 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.777+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2026-03-11T11:33:28.778 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.777+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.778 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.777+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2026-03-11T11:33:28.778 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.777+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2026-03-11T11:33:28.778 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.777+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.778 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2026-03-11T11:33:28.778 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.778+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2026-03-11T11:33:28.779 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.779+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2026-03-11T11:33:28.780 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.780+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2026-03-11T11:33:28.781 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.782 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2026-03-11T11:33:28.782 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2026-03-11T11:33:28.782 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.782 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2026-03-11T11:33:28.782 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2026-03-11T11:33:28.782 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.782 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2026-03-11T11:33:28.782 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2026-03-11T11:33:28.782 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.782 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2026-03-11T11:33:28.782 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2026-03-11T11:33:28.782 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.782 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2026-03-11T11:33:28.782 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.781+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2026-03-11T11:33:28.782 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.782+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.783 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.782+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2026-03-11T11:33:28.783 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.782+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2026-03-11T11:33:28.783 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.782+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.783 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.782+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2026-03-11T11:33:28.783 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.782+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2026-03-11T11:33:28.783 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.782+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.783 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.782+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2026-03-11T11:33:28.783 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.782+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2026-03-11T11:33:28.783 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.782+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.783 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.782+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2026-03-11T11:33:28.783 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.782+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2026-03-11T11:33:28.783 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.782+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.783 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.782+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2026-03-11T11:33:28.783 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.782+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2026-03-11T11:33:28.783 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.782+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.783+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2026-03-11T11:33:28.784 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2026-03-11T11:33:28.785 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.784+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.785+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2026-03-11T11:33:28.786 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.786+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2026-03-11T11:33:28.787 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.787+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2026-03-11T11:33:28.788 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.788+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2026-03-11T11:33:28.789 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.789+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2026-03-11T11:33:28.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.790+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2026-03-11T11:33:28.791 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.791+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.792 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.792+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2026-03-11T11:33:28.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.793+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2026-03-11T11:33:28.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.794+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.795 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.795+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.796+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.796+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2026-03-11T11:33:28.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.796+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.797 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.796+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2026-03-11T11:33:28.797 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.796+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2026-03-11T11:33:28.797 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.796+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.797 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.796+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2026-03-11T11:33:28.797 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.796+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2026-03-11T11:33:28.797 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.796+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.797 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.796+0000 7f36a1e39900 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2026-03-11T11:33:28.797 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.796+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1211 entering 2026-03-11T11:33:28.799 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.798+0000 7f36a1e39900 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2026-03-11T11:33:28.802 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.801+0000 7f36497f2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:33:28.802 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.801+0000 7f36a1e39900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:33:28.802 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:28.801+0000 7f36a1e39900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:33:31.762 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.761+0000 7f36a1e39900 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2026-03-11T11:33:31.762 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.761+0000 7f36a1e39900 5 note: GC not initialized 2026-03-11T11:33:31.762 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.761+0000 7f36a1e39900 20 init_complete bucket index max shards: 11 2026-03-11T11:33:31.762 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.761+0000 7f36a1e39900 20 Filter name: none 2026-03-11T11:33:31.762 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.761+0000 7f36417fa640 20 reqs_thread_entry: start 2026-03-11T11:33:31.762 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.761+0000 7f36437fe640 20 reqs_thread_entry: start 2026-03-11T11:33:31.790 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.789+0000 7f36497f2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:33:31.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.792+0000 7f36a1e39900 20 remove_watcher() i=0 2026-03-11T11:33:31.793 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.792+0000 7f36a1e39900 2 removed watcher, disabling cache 2026-03-11T11:33:31.794 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.793+0000 7f36a1e39900 20 remove_watcher() i=1 2026-03-11T11:33:31.796 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.796+0000 7f36a1e39900 20 remove_watcher() i=2 2026-03-11T11:33:31.797 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.797+0000 7f36a1e39900 20 remove_watcher() i=3 2026-03-11T11:33:31.799 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.799+0000 7f36a1e39900 20 remove_watcher() i=4 2026-03-11T11:33:31.800 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.799+0000 7f36a1e39900 20 remove_watcher() i=5 2026-03-11T11:33:31.802 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.801+0000 7f36a1e39900 20 remove_watcher() i=6 2026-03-11T11:33:31.803 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.802+0000 7f36a1e39900 20 remove_watcher() i=7 2026-03-11T11:33:31.809 INFO:teuthology.orchestra.run.vm00.stdout:[] 2026-03-11T11:33:31.809 DEBUG:tasks.util.rgw: json result: [] 2026-03-11T11:33:31.809 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2026-03-11T11:33:31.809 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2026-03-11T11:33:31.809 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2026-03-11T11:33:31.855 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:33:31.855 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:33:31.866 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.865+0000 7fbd3eb32900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:33:31.866 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.865+0000 7fbd3eb32900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:33:31.869 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.868+0000 7fbcf57e2640 20 reqs_thread_entry: start 2026-03-11T11:33:31.877 INFO:teuthology.orchestra.run.vm00.stdout:{"id":"2bd3fada-405d-490f-a500-527338610706","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2026-03-11T11:33:31.877 DEBUG:tasks.util.rgw: json result: {'id': '2bd3fada-405d-490f-a500-527338610706', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2026-03-11T11:33:31.877 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-03-11T11:33:31.877 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-03-11T11:33:31.877 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-03-11T11:33:31.922 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:33:31.922 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:33:31.940 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.939+0000 7f8aae028900 20 rados->read ofs=0 len=0 2026-03-11T11:33:31.942 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.941+0000 7f8aae028900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:33:31.942 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.941+0000 7f8aae028900 20 realm 2026-03-11T11:33:31.942 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.941+0000 7f8aae028900 20 rados->read ofs=0 len=0 2026-03-11T11:33:31.942 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.941+0000 7f8aae028900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:33:31.942 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.941+0000 7f8aae028900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:33:31.942 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.941+0000 7f8aae028900 20 rados->read ofs=0 len=0 2026-03-11T11:33:31.942 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.941+0000 7f8aae028900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:33:31.942 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.941+0000 7f8aae028900 20 rados->read ofs=0 len=0 2026-03-11T11:33:31.942 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.941+0000 7f8aae028900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:33:31.942 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.941+0000 7f8aae028900 20 rados->read ofs=0 len=0 2026-03-11T11:33:31.943 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.942+0000 7f8aae028900 20 rados_obj.operate() r=0 bl.length=1009 2026-03-11T11:33:31.943 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.942+0000 7f8aae028900 20 searching for the correct realm 2026-03-11T11:33:31.947 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:31.946+0000 7f8aa77fe640 0 -- 192.168.123.100:0/1846174732 >> [v2:192.168.123.108:6810/3719880157,v1:192.168.123.108:6811/3719880157] conn(0x7f8a98017040 msgr2=0x7f8a98075690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:33:32.152 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.151+0000 7f8aa7fff640 0 -- 192.168.123.100:0/1846174732 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x564fd2c113c0 msgr2=0x564fd2c13880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:33:32.152 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.151+0000 7f8aae028900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:33:32.152 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.151+0000 7f8aae028900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:33:32.152 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.151+0000 7f8aae028900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:33:32.152 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.151+0000 7f8aae028900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:33:32.152 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.151+0000 7f8aae028900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:33:32.152 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.151+0000 7f8aae028900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:33:32.152 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.151+0000 7f8aae028900 20 rados->read ofs=0 len=0 2026-03-11T11:33:32.152 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.151+0000 7f8aae028900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:33:32.152 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.151+0000 7f8aae028900 20 rados->read ofs=0 len=0 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.151+0000 7f8aae028900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.151+0000 7f8aae028900 20 rados->read ofs=0 len=0 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.152+0000 7f8aae028900 20 rados_obj.operate() r=0 bl.length=436 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.152+0000 7f8aae028900 20 zone default found 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.152+0000 7f8aae028900 4 Realm: () 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.152+0000 7f8aae028900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.152+0000 7f8aae028900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.152+0000 7f8aae028900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.152+0000 7f8aae028900 20 zonegroup default 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.152+0000 7f8aae028900 20 rados->read ofs=0 len=0 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.152+0000 7f8aae028900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.152+0000 7f8aae028900 20 rados->read ofs=0 len=0 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.152+0000 7f8aae028900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.152+0000 7f8aae028900 20 rados->read ofs=0 len=0 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.152+0000 7f8aae028900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.152+0000 7f8aae028900 20 started sync module instance, tier type = 2026-03-11T11:33:32.153 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.152+0000 7f8aae028900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:33:32.166 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.165+0000 7f8aae028900 20 add_watcher() i=0 2026-03-11T11:33:32.166 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.165+0000 7f8aae028900 20 add_watcher() i=1 2026-03-11T11:33:32.166 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.165+0000 7f8aae028900 20 add_watcher() i=2 2026-03-11T11:33:32.166 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.165+0000 7f8aae028900 20 add_watcher() i=3 2026-03-11T11:33:32.166 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.165+0000 7f8aae028900 20 add_watcher() i=4 2026-03-11T11:33:32.166 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.165+0000 7f8aae028900 20 add_watcher() i=5 2026-03-11T11:33:32.166 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.166+0000 7f8aae028900 20 add_watcher() i=6 2026-03-11T11:33:32.167 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.167+0000 7f8aae028900 20 add_watcher() i=7 2026-03-11T11:33:32.167 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.167+0000 7f8aae028900 2 all 8 watchers are set, enabling cache 2026-03-11T11:33:32.169 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.168+0000 7f8a58ff9640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:33:32.169 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.168+0000 7f8aae028900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:33:32.169 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.168+0000 7f8aae028900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:33:32.169 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.169+0000 7f8aae028900 5 note: GC not initialized 2026-03-11T11:33:32.170 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.169+0000 7f8a537fe640 20 reqs_thread_entry: start 2026-03-11T11:33:32.170 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.169+0000 7f8aae028900 20 init_complete bucket index max shards: 11 2026-03-11T11:33:32.170 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.169+0000 7f8aae028900 20 Filter name: none 2026-03-11T11:33:32.170 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.169+0000 7f8a517fa640 20 reqs_thread_entry: start 2026-03-11T11:33:32.175 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.174+0000 7f8a58ff9640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:33:32.178 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.177+0000 7f8aae028900 20 remove_watcher() i=0 2026-03-11T11:33:32.178 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.177+0000 7f8aae028900 2 removed watcher, disabling cache 2026-03-11T11:33:32.179 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.178+0000 7f8aae028900 20 remove_watcher() i=1 2026-03-11T11:33:32.180 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.179+0000 7f8aae028900 20 remove_watcher() i=2 2026-03-11T11:33:32.181 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.180+0000 7f8aae028900 20 remove_watcher() i=3 2026-03-11T11:33:32.183 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.182+0000 7f8aae028900 20 remove_watcher() i=4 2026-03-11T11:33:32.184 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.183+0000 7f8aae028900 20 remove_watcher() i=5 2026-03-11T11:33:32.185 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.185+0000 7f8aae028900 20 remove_watcher() i=6 2026-03-11T11:33:32.186 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.186+0000 7f8aae028900 20 remove_watcher() i=7 2026-03-11T11:33:32.191 INFO:teuthology.orchestra.run.vm00.stdout:[] 2026-03-11T11:33:32.191 DEBUG:tasks.util.rgw: json result: [] 2026-03-11T11:33:32.191 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2026-03-11T11:33:32.191 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2026-03-11T11:33:32.191 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2026-03-11T11:33:32.191 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2026-03-11T11:33:32.236 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:33:32.236 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:33:32.248 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.247+0000 7fe4a3213900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:33:32.248 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.247+0000 7fe4a3213900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:33:32.251 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.250+0000 7fe458ff1640 20 reqs_thread_entry: start 2026-03-11T11:33:32.259 INFO:teuthology.orchestra.run.vm00.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["LUKEWARM","STANDARD"]}}] 2026-03-11T11:33:32.259 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2026-03-11T11:33:32.259 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2026-03-11T11:33:32.259 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2026-03-11T11:33:32.259 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2026-03-11T11:33:32.304 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:33:32.304 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:33:32.316 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.315+0000 7fdede528900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:33:32.316 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.315+0000 7fdede528900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:33:32.319 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.318+0000 7fde94fe1640 20 reqs_thread_entry: start 2026-03-11T11:33:32.328 INFO:teuthology.orchestra.run.vm00.stdout:{"id":"2bd3fada-405d-490f-a500-527338610706","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2026-03-11T11:33:32.328 DEBUG:tasks.util.rgw: json result: {'id': '2bd3fada-405d-490f-a500-527338610706', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2026-03-11T11:33:32.328 INFO:tasks.rgw:Configuring storage class type = FROZEN 2026-03-11T11:33:32.328 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2026-03-11T11:33:32.328 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2026-03-11T11:33:32.328 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2026-03-11T11:33:32.373 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:33:32.373 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:33:32.385 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.383+0000 7fb0a233a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:33:32.385 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.383+0000 7fb0a233a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:33:32.388 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.387+0000 7fb053fff640 20 reqs_thread_entry: start 2026-03-11T11:33:32.396 INFO:teuthology.orchestra.run.vm00.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2026-03-11T11:33:32.396 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2026-03-11T11:33:32.396 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2026-03-11T11:33:32.396 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2026-03-11T11:33:32.396 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2026-03-11T11:33:32.442 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:33:32.442 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:33:32.453 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.452+0000 7fdb7b136900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:33:32.453 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.452+0000 7fdb7b136900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:33:32.457 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-11T11:33:32.456+0000 7fdb2cff9640 20 reqs_thread_entry: start 2026-03-11T11:33:32.465 INFO:teuthology.orchestra.run.vm00.stdout:{"id":"2bd3fada-405d-490f-a500-527338610706","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2026-03-11T11:33:32.466 DEBUG:tasks.util.rgw: json result: {'id': '2bd3fada-405d-490f-a500-527338610706', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2026-03-11T11:33:32.466 INFO:tasks.rgw:Starting rgw... 2026-03-11T11:33:32.466 INFO:tasks.rgw:rgw client.0 config is {'valgrind': ['--tool=memcheck', '--max-threads=1024']} 2026-03-11T11:33:32.466 INFO:tasks.rgw:Using beast as radosgw frontend 2026-03-11T11:33:32.466 DEBUG:teuthology.orchestra.run.vm00:> sudo echo -n http://vm00.local:80 | sudo tee /home/ubuntu/cephtest/url_file 2026-03-11T11:33:32.500 INFO:teuthology.orchestra.run.vm00.stdout:http://vm00.local:80 2026-03-11T11:33:32.500 DEBUG:teuthology.orchestra.run.vm00:> sudo chown ceph /home/ubuntu/cephtest/url_file 2026-03-11T11:33:32.576 DEBUG:tasks.ceph_manager:running ceph.client.0 under valgrind with args ['cd', '/home/ubuntu/cephtest', Raw('&&'), 'sudo', 'adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'daemon-helper', 'term', 'env', 'OPENSSL_ia32cap=~0x1000000000000000', 'valgrind', '--trace-children=no', '--child-silent-after-fork=yes', '--soname-synonyms=somalloc=*tcmalloc*', '--num-callers=50', '--suppressions=/home/ubuntu/cephtest/valgrind.supp', '--gen-suppressions=all', '--xml=yes', '--xml-file=/var/log/ceph/valgrind/ceph.client.0.log', '--time-stamp=yes', '--vgdb=yes', '--tool=memcheck', '--max-threads=1024'] 2026-03-11T11:33:32.576 INFO:tasks.rgw.client.0:Restarting daemon 2026-03-11T11:33:32.576 DEBUG:teuthology.orchestra.run.vm00:> cd /home/ubuntu/cephtest && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term env 'OPENSSL_ia32cap=~0x1000000000000000' valgrind --trace-children=no --child-silent-after-fork=yes '--soname-synonyms=somalloc=*tcmalloc*' --num-callers=50 --suppressions=/home/ubuntu/cephtest/valgrind.supp --gen-suppressions=all --xml=yes --xml-file=/var/log/ceph/valgrind/ceph.client.0.log --time-stamp=yes --vgdb=yes --tool=memcheck --max-threads=1024 radosgw --rgw-frontends 'beast port=80' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2026-03-11T11:33:32.618 INFO:tasks.rgw.client.0:Started 2026-03-11T11:33:32.618 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on http://vm00.local:80/ 2026-03-11T11:33:32.618 DEBUG:teuthology.orchestra.run.vm00:> curl http://vm00.local:80/ 2026-03-11T11:33:32.654 INFO:teuthology.orchestra.run.vm00.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-03-11T11:33:32.654 INFO:teuthology.orchestra.run.vm00.stderr: Dload Upload Total Spent Left Speed 2026-03-11T11:33:32.655 INFO:teuthology.orchestra.run.vm00.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2026-03-11T11:33:32.655 INFO:teuthology.orchestra.run.vm00.stderr:curl: (7) Failed to connect to vm00.local port 80: Connection refused 2026-03-11T11:33:32.655 DEBUG:teuthology.orchestra.run:got remote process result: 7 2026-03-11T11:33:33.656 DEBUG:teuthology.orchestra.run.vm00:> curl http://vm00.local:80/ 2026-03-11T11:33:33.692 INFO:teuthology.orchestra.run.vm00.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-03-11T11:33:33.692 INFO:teuthology.orchestra.run.vm00.stderr: Dload Upload Total Spent Left Speed 2026-03-11T11:33:33.693 INFO:teuthology.orchestra.run.vm00.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2026-03-11T11:33:33.693 INFO:teuthology.orchestra.run.vm00.stderr:curl: (7) Failed to connect to vm00.local port 80: Connection refused 2026-03-11T11:33:33.693 DEBUG:teuthology.orchestra.run:got remote process result: 7 2026-03-11T11:33:35.694 DEBUG:teuthology.orchestra.run.vm00:> curl http://vm00.local:80/ 2026-03-11T11:33:35.725 INFO:teuthology.orchestra.run.vm00.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-03-11T11:33:35.725 INFO:teuthology.orchestra.run.vm00.stderr: Dload Upload Total Spent Left Speed 2026-03-11T11:33:35.725 INFO:teuthology.orchestra.run.vm00.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2026-03-11T11:33:35.725 INFO:teuthology.orchestra.run.vm00.stderr:curl: (7) Failed to connect to vm00.local port 80: Connection refused 2026-03-11T11:33:35.725 DEBUG:teuthology.orchestra.run:got remote process result: 7 2026-03-11T11:33:39.726 DEBUG:teuthology.orchestra.run.vm00:> curl http://vm00.local:80/ 2026-03-11T11:33:39.756 INFO:teuthology.orchestra.run.vm00.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-03-11T11:33:39.756 INFO:teuthology.orchestra.run.vm00.stderr: Dload Upload Total Spent Left Speed 2026-03-11T11:33:39.756 INFO:teuthology.orchestra.run.vm00.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2026-03-11T11:33:39.756 INFO:teuthology.orchestra.run.vm00.stderr:curl: (7) Failed to connect to vm00.local port 80: Connection refused 2026-03-11T11:33:39.757 DEBUG:teuthology.orchestra.run:got remote process result: 7 2026-03-11T11:33:43.228 INFO:tasks.rgw.client.0.vm00.stdout:2026-03-11T11:33:43.225+0000 b71da00 -1 LDAP not started since no server URIs were provided in the configuration. 2026-03-11T11:33:47.758 DEBUG:teuthology.orchestra.run.vm00:> curl http://vm00.local:80/ 2026-03-11T11:33:47.784 INFO:teuthology.orchestra.run.vm00.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-03-11T11:33:47.784 INFO:teuthology.orchestra.run.vm00.stderr: Dload Upload Total Spent Left Speed 2026-03-11T11:33:47.950 INFO:teuthology.orchestra.run.vm00.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 1133 0 --:--:-- --:--:-- --:--:-- 1133 2026-03-11T11:33:47.950 INFO:teuthology.orchestra.run.vm00.stdout:anonymous 2026-03-11T11:33:47.950 INFO:teuthology.run_tasks:Running task tox... 2026-03-11T11:33:47.953 INFO:tasks.tox:Deploying tox from pip... 2026-03-11T11:33:47.953 DEBUG:teuthology.orchestra.run.vm00:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2026-03-11T11:33:49.220 DEBUG:teuthology.orchestra.run.vm00:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2026-03-11T11:33:49.504 INFO:teuthology.orchestra.run.vm00.stdout:Collecting tox==3.15.0 2026-03-11T11:33:49.532 INFO:teuthology.orchestra.run.vm00.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2026-03-11T11:33:49.573 INFO:teuthology.orchestra.run.vm00.stdout:Collecting pluggy<1,>=0.12.0 2026-03-11T11:33:49.582 INFO:teuthology.orchestra.run.vm00.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2026-03-11T11:33:49.606 INFO:teuthology.orchestra.run.vm00.stdout:Collecting py<2,>=1.4.17 2026-03-11T11:33:49.614 INFO:teuthology.orchestra.run.vm00.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2026-03-11T11:33:49.634 INFO:teuthology.orchestra.run.vm00.stdout:Collecting toml>=0.9.4 2026-03-11T11:33:49.642 INFO:teuthology.orchestra.run.vm00.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2026-03-11T11:33:49.673 INFO:teuthology.orchestra.run.vm00.stdout:Collecting packaging>=14 2026-03-11T11:33:49.681 INFO:teuthology.orchestra.run.vm00.stdout: Downloading packaging-26.0-py3-none-any.whl (74 kB) 2026-03-11T11:33:49.701 INFO:teuthology.orchestra.run.vm00.stdout:Collecting six<2,>=1.14.0 2026-03-11T11:33:49.709 INFO:teuthology.orchestra.run.vm00.stdout: Downloading six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-03-11T11:33:49.831 INFO:teuthology.orchestra.run.vm00.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2026-03-11T11:33:49.840 INFO:teuthology.orchestra.run.vm00.stdout: Downloading virtualenv-21.2.0-py3-none-any.whl (5.8 MB) 2026-03-11T11:33:49.956 INFO:teuthology.orchestra.run.vm00.stdout:Collecting filelock<4,>=3.0.0 2026-03-11T11:33:49.964 INFO:teuthology.orchestra.run.vm00.stdout: Downloading filelock-3.19.1-py3-none-any.whl (15 kB) 2026-03-11T11:33:49.995 INFO:teuthology.orchestra.run.vm00.stdout:Collecting python-discovery>=1 2026-03-11T11:33:50.002 INFO:teuthology.orchestra.run.vm00.stdout: Downloading python_discovery-1.1.3-py3-none-any.whl (31 kB) 2026-03-11T11:33:50.020 INFO:teuthology.orchestra.run.vm00.stdout:Collecting distlib<1,>=0.3.7 2026-03-11T11:33:50.028 INFO:teuthology.orchestra.run.vm00.stdout: Downloading distlib-0.4.0-py2.py3-none-any.whl (469 kB) 2026-03-11T11:33:50.066 INFO:teuthology.orchestra.run.vm00.stdout:Collecting platformdirs<5,>=3.9.1 2026-03-11T11:33:50.075 INFO:teuthology.orchestra.run.vm00.stdout: Downloading platformdirs-4.4.0-py3-none-any.whl (18 kB) 2026-03-11T11:33:50.102 INFO:teuthology.orchestra.run.vm00.stdout:Collecting typing-extensions>=4.13.2 2026-03-11T11:33:50.110 INFO:teuthology.orchestra.run.vm00.stdout: Downloading typing_extensions-4.15.0-py3-none-any.whl (44 kB) 2026-03-11T11:33:50.156 INFO:teuthology.orchestra.run.vm00.stdout:Installing collected packages: platformdirs, filelock, typing-extensions, python-discovery, distlib, virtualenv, toml, six, py, pluggy, packaging, tox 2026-03-11T11:33:50.389 INFO:teuthology.orchestra.run.vm00.stdout:Successfully installed distlib-0.4.0 filelock-3.19.1 packaging-26.0 platformdirs-4.4.0 pluggy-0.13.1 py-1.11.0 python-discovery-1.1.3 six-1.17.0 toml-0.10.2 tox-3.15.0 typing-extensions-4.15.0 virtualenv-21.2.0 2026-03-11T11:33:50.460 INFO:teuthology.orchestra.run.vm00.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-03-11T11:33:50.460 INFO:teuthology.orchestra.run.vm00.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-03-11T11:33:50.496 INFO:teuthology.run_tasks:Running task workunit... 2026-03-11T11:33:50.499 INFO:tasks.workunit:Pulling workunits from ref 50e98e8318117ef866947b5847d947538c5efcdc 2026-03-11T11:33:50.499 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-03-11T11:33:50.499 DEBUG:teuthology.orchestra.run.vm00:> stat -- /home/ubuntu/cephtest/mnt.0 2026-03-11T11:33:50.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-11T11:33:50.525 INFO:teuthology.orchestra.run.vm00.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-03-11T11:33:50.525 DEBUG:teuthology.orchestra.run.vm00:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-03-11T11:33:50.591 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-03-11T11:33:50.591 DEBUG:teuthology.orchestra.run.vm00:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-03-11T11:33:50.656 INFO:tasks.workunit:timeout=3h 2026-03-11T11:33:50.656 INFO:tasks.workunit:cleanup=True 2026-03-11T11:33:50.656 DEBUG:teuthology.orchestra.run.vm00:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/kshtsk/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 50e98e8318117ef866947b5847d947538c5efcdc 2026-03-11T11:33:50.722 INFO:tasks.workunit.client.0.vm00.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr:Note: switching to '50e98e8318117ef866947b5847d947538c5efcdc'. 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr:changes and commit them, and you can discard any commits you make in this 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr:state without impacting any branches by switching back to a branch. 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr:If you want to create a new branch to retain commits you create, you may 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr:do so (now or later) by using -c with the switch command. Example: 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr: git switch -c 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr:Or undo this operation with: 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr: git switch - 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:36.475 INFO:tasks.workunit.client.0.vm00.stderr:HEAD is now at 50e98e83181 qa/rgw: step back to stable/2025.1 2026-03-11T11:34:36.479 DEBUG:teuthology.orchestra.run.vm00:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-03-11T11:34:36.544 INFO:tasks.workunit.client.0.vm00.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-03-11T11:34:36.546 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-03-11T11:34:36.546 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-03-11T11:34:36.580 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-03-11T11:34:36.611 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-03-11T11:34:36.637 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-03-11T11:34:36.638 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-03-11T11:34:36.638 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-03-11T11:34:36.663 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-03-11T11:34:36.665 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:34:36.665 DEBUG:teuthology.orchestra.run.vm00:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-03-11T11:34:36.730 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2026-03-11T11:34:36.730 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2026-03-11T11:34:36.730 DEBUG:teuthology.orchestra.run.vm00:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=50e98e8318117ef866947b5847d947538c5efcdc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2026-03-11T11:34:36.797 INFO:tasks.workunit.client.0.vm00.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2026-03-11T11:34:36.797 INFO:tasks.workunit.client.0.vm00.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-03-11T11:34:36.797 INFO:tasks.workunit.client.0.vm00.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:++ deactivate nondestructive 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n '' ']' 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n '' ']' 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:++ hash -r 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n '' ']' 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:++ unset VIRTUAL_ENV 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:++ export VIRTUAL_ENV 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:++ export PATH 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n '' ']' 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -z '' ']' 2026-03-11T11:34:37.960 INFO:tasks.workunit.client.0.vm00.stderr:++ _OLD_VIRTUAL_PS1= 2026-03-11T11:34:37.961 INFO:tasks.workunit.client.0.vm00.stderr:++ PS1='(rgw) ' 2026-03-11T11:34:37.961 INFO:tasks.workunit.client.0.vm00.stderr:++ export PS1 2026-03-11T11:34:37.961 INFO:tasks.workunit.client.0.vm00.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-03-11T11:34:37.961 INFO:tasks.workunit.client.0.vm00.stderr:++ hash -r 2026-03-11T11:34:37.961 INFO:tasks.workunit.client.0.vm00.stderr:+ pip install pip --upgrade 2026-03-11T11:34:38.085 INFO:tasks.workunit.client.0.vm00.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-03-11T11:34:38.169 INFO:tasks.workunit.client.0.vm00.stdout:Collecting pip 2026-03-11T11:34:38.196 INFO:tasks.workunit.client.0.vm00.stdout: Downloading pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-03-11T11:34:38.266 INFO:tasks.workunit.client.0.vm00.stdout:Installing collected packages: pip 2026-03-11T11:34:38.266 INFO:tasks.workunit.client.0.vm00.stdout: Attempting uninstall: pip 2026-03-11T11:34:38.266 INFO:tasks.workunit.client.0.vm00.stdout: Found existing installation: pip 21.3.1 2026-03-11T11:34:38.372 INFO:tasks.workunit.client.0.vm00.stdout: Uninstalling pip-21.3.1: 2026-03-11T11:34:38.375 INFO:tasks.workunit.client.0.vm00.stdout: Successfully uninstalled pip-21.3.1 2026-03-11T11:34:38.761 INFO:tasks.workunit.client.0.vm00.stdout:Successfully installed pip-26.0.1 2026-03-11T11:34:38.860 INFO:tasks.workunit.client.0.vm00.stderr:+ pip install boto3 2026-03-11T11:34:39.217 INFO:tasks.workunit.client.0.vm00.stdout:Collecting boto3 2026-03-11T11:34:39.245 INFO:tasks.workunit.client.0.vm00.stdout: Downloading boto3-1.42.65-py3-none-any.whl.metadata (6.7 kB) 2026-03-11T11:34:39.395 INFO:tasks.workunit.client.0.vm00.stdout:Collecting botocore<1.43.0,>=1.42.65 (from boto3) 2026-03-11T11:34:39.403 INFO:tasks.workunit.client.0.vm00.stdout: Downloading botocore-1.42.65-py3-none-any.whl.metadata (5.9 kB) 2026-03-11T11:34:39.418 INFO:tasks.workunit.client.0.vm00.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-03-11T11:34:39.427 INFO:tasks.workunit.client.0.vm00.stdout: Downloading jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-03-11T11:34:39.443 INFO:tasks.workunit.client.0.vm00.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-03-11T11:34:39.451 INFO:tasks.workunit.client.0.vm00.stdout: Downloading s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-03-11T11:34:39.467 INFO:tasks.workunit.client.0.vm00.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.65->boto3) 2026-03-11T11:34:39.475 INFO:tasks.workunit.client.0.vm00.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-03-11T11:34:39.496 INFO:tasks.workunit.client.0.vm00.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.65->boto3) 2026-03-11T11:34:39.504 INFO:tasks.workunit.client.0.vm00.stdout: Downloading urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-03-11T11:34:39.528 INFO:tasks.workunit.client.0.vm00.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.65->boto3) 2026-03-11T11:34:39.536 INFO:tasks.workunit.client.0.vm00.stdout: Downloading six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-03-11T11:34:39.570 INFO:tasks.workunit.client.0.vm00.stdout:Downloading boto3-1.42.65-py3-none-any.whl (140 kB) 2026-03-11T11:34:39.588 INFO:tasks.workunit.client.0.vm00.stdout:Downloading botocore-1.42.65-py3-none-any.whl (14.6 MB) 2026-03-11T11:34:39.777 INFO:tasks.workunit.client.0.vm00.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 14.6/14.6 MB 79.3 MB/s 0:00:00 2026-03-11T11:34:39.785 INFO:tasks.workunit.client.0.vm00.stdout:Downloading jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-03-11T11:34:39.795 INFO:tasks.workunit.client.0.vm00.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-03-11T11:34:39.808 INFO:tasks.workunit.client.0.vm00.stdout:Downloading s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-03-11T11:34:39.818 INFO:tasks.workunit.client.0.vm00.stdout:Downloading urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-03-11T11:34:39.829 INFO:tasks.workunit.client.0.vm00.stdout:Downloading six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-03-11T11:34:39.861 INFO:tasks.workunit.client.0.vm00.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-03-11T11:34:40.269 INFO:tasks.workunit.client.0.vm00.stdout: 2026-03-11T11:34:40.270 INFO:tasks.workunit.client.0.vm00.stdout:Successfully installed boto3-1.42.65 botocore-1.42.65 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-03-11T11:34:40.318 INFO:tasks.workunit.client.0.vm00.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2026-03-11T11:34:40.396 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2026-03-11T11:34:40.418 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:40.418 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:40.628 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.627+0000 7f5906ffd640 0 --2- 192.168.123.100:0/3881894892 >> [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] conn(0x7f58ec00e620 0x5599440e90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2026-03-11T11:34:40.641 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.641+0000 7f590fd2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:40.642 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.641+0000 7f590fd2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:40.642 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.641+0000 7f590fd2d900 20 realm 2026-03-11T11:34:40.642 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.641+0000 7f590fd2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:40.642 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.641+0000 7f590fd2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:40.642 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.641+0000 7f590fd2d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:40.642 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.641+0000 7f590fd2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:40.642 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.642+0000 7f590fd2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:40.642 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.642+0000 7f590fd2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:40.643 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.642+0000 7f590fd2d900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:40.643 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.642+0000 7f590fd2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:40.643 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.643+0000 7f590fd2d900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:40.643 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.643+0000 7f590fd2d900 20 searching for the correct realm 2026-03-11T11:34:40.644 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.644+0000 7f59077fe640 0 -- 192.168.123.100:0/3907447258 >> [v2:192.168.123.100:6808/1972907142,v1:192.168.123.100:6809/1972907142] conn(0x7f5900072040 msgr2=0x7f59000bade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:40.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.848+0000 7f5907fff640 0 -- 192.168.123.100:0/3907447258 >> [v2:192.168.123.108:6802/567923530,v1:192.168.123.108:6803/567923530] conn(0x5599441934a0 msgr2=0x5599441958c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:40.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.851+0000 7f590fd2d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:40.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.851+0000 7f590fd2d900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:40.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.851+0000 7f590fd2d900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:40.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.851+0000 7f590fd2d900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:40.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.851+0000 7f590fd2d900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:40.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.851+0000 7f590fd2d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:40.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.851+0000 7f590fd2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:40.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.852+0000 7f590fd2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:40.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.852+0000 7f590fd2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:40.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.852+0000 7f590fd2d900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:40.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.852+0000 7f590fd2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:40.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.852+0000 7f590fd2d900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:40.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.852+0000 7f590fd2d900 20 zone default found 2026-03-11T11:34:40.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.852+0000 7f590fd2d900 4 Realm: () 2026-03-11T11:34:40.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.852+0000 7f590fd2d900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:40.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.852+0000 7f590fd2d900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:40.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.852+0000 7f590fd2d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:40.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.852+0000 7f590fd2d900 20 zonegroup default 2026-03-11T11:34:40.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.852+0000 7f590fd2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:40.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.852+0000 7f590fd2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:40.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.852+0000 7f590fd2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:40.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.853+0000 7f590fd2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:40.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.853+0000 7f590fd2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:40.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.853+0000 7f590fd2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:40.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.853+0000 7f590fd2d900 20 started sync module instance, tier type = 2026-03-11T11:34:40.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.853+0000 7f590fd2d900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:40.868 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.867+0000 7f590fd2d900 20 add_watcher() i=0 2026-03-11T11:34:40.868 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.867+0000 7f590fd2d900 20 add_watcher() i=1 2026-03-11T11:34:40.868 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.867+0000 7f590fd2d900 20 add_watcher() i=2 2026-03-11T11:34:40.868 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.867+0000 7f590fd2d900 20 add_watcher() i=3 2026-03-11T11:34:40.868 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.867+0000 7f590fd2d900 20 add_watcher() i=4 2026-03-11T11:34:40.868 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.867+0000 7f590fd2d900 20 add_watcher() i=5 2026-03-11T11:34:40.868 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.867+0000 7f590fd2d900 20 add_watcher() i=6 2026-03-11T11:34:40.869 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.868+0000 7f590fd2d900 20 add_watcher() i=7 2026-03-11T11:34:40.869 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.868+0000 7f590fd2d900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:40.870 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.870+0000 7f58b8ff1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:40.871 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.870+0000 7f590fd2d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:40.871 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.870+0000 7f590fd2d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:40.871 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.870+0000 7f590fd2d900 5 note: GC not initialized 2026-03-11T11:34:40.871 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.870+0000 7f58b37fe640 20 reqs_thread_entry: start 2026-03-11T11:34:40.871 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.870+0000 7f590fd2d900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:40.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.870+0000 7f590fd2d900 20 Filter name: none 2026-03-11T11:34:40.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.871+0000 7f58b17fa640 20 reqs_thread_entry: start 2026-03-11T11:34:40.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.871+0000 7f590fd2d900 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2026-03-11T11:34:40.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.871+0000 7f590fd2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:40.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.871+0000 7f590fd2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:40.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.871+0000 7f590fd2d900 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2026-03-11T11:34:40.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.871+0000 7f590fd2d900 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2026-03-11T11:34:40.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.871+0000 7f590fd2d900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2026-03-11T11:34:40.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.871+0000 7f590fd2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:40.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.871+0000 7f590fd2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:40.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.871+0000 7f590fd2d900 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2026-03-11T11:34:40.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.871+0000 7f590fd2d900 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-03-11T11:34:40.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.871+0000 7f590fd2d900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2026-03-11T11:34:40.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.871+0000 7f590fd2d900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2026-03-11T11:34:40.874 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.873+0000 7f590fd2d900 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2026-03-11T11:34:40.874 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.873+0000 7f590fd2d900 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2026-03-11T11:34:40.874 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.873+0000 7f590fd2d900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2026-03-11T11:34:40.875 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.875+0000 7f58eaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 150323855360 cookie 94116760930384 notifier 4460 bl.length()=593 2026-03-11T11:34:40.875 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.875+0000 7f58eaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2026-03-11T11:34:40.875 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.875+0000 7f58eaffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2026-03-11T11:34:40.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.888+0000 7f590fd2d900 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2026-03-11T11:34:40.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.888+0000 7f590fd2d900 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-03-11T11:34:40.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.888+0000 7f590fd2d900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2026-03-11T11:34:40.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.888+0000 7f58ea7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 150323855360 cookie 94116760865744 notifier 4460 bl.length()=186 2026-03-11T11:34:40.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.888+0000 7f58ea7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2026-03-11T11:34:40.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.888+0000 7f58ea7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-03-11T11:34:40.891 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.891+0000 7f58b8ff1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:40.895 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.894+0000 7f590fd2d900 20 remove_watcher() i=0 2026-03-11T11:34:40.895 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.894+0000 7f590fd2d900 2 removed watcher, disabling cache 2026-03-11T11:34:40.896 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.895+0000 7f590fd2d900 20 remove_watcher() i=1 2026-03-11T11:34:40.898 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.897+0000 7f590fd2d900 20 remove_watcher() i=2 2026-03-11T11:34:40.899 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.899+0000 7f590fd2d900 20 remove_watcher() i=3 2026-03-11T11:34:40.901 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.900+0000 7f590fd2d900 20 remove_watcher() i=4 2026-03-11T11:34:40.903 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.902+0000 7f590fd2d900 20 remove_watcher() i=5 2026-03-11T11:34:40.904 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.903+0000 7f590fd2d900 20 remove_watcher() i=6 2026-03-11T11:34:40.905 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:40.905+0000 7f590fd2d900 20 remove_watcher() i=7 2026-03-11T11:34:40.915 INFO:tasks.workunit.client.0.vm00.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-03-11T11:34:40.915 INFO:tasks.workunit.client.0.vm00.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-03-11T11:34:41.957 INFO:tasks.workunit.client.0.vm00.stderr:TEST: recalculated bucket check stats are correct 2026-03-11T11:34:41.957 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:41.958 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2026-03-11T11:34:41.977 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:41.977 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:41.995 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:41.994+0000 7f3b70813900 20 rados->read ofs=0 len=0 2026-03-11T11:34:41.996 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:41.995+0000 7f3b70813900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:41.996 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:41.995+0000 7f3b70813900 20 realm 2026-03-11T11:34:41.996 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:41.995+0000 7f3b70813900 20 rados->read ofs=0 len=0 2026-03-11T11:34:41.996 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:41.995+0000 7f3b70813900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:41.996 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:41.995+0000 7f3b70813900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:41.996 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:41.995+0000 7f3b70813900 20 rados->read ofs=0 len=0 2026-03-11T11:34:41.996 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:41.996+0000 7f3b70813900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:41.996 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:41.996+0000 7f3b70813900 20 rados->read ofs=0 len=0 2026-03-11T11:34:41.997 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:41.996+0000 7f3b70813900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:41.997 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:41.996+0000 7f3b70813900 20 rados->read ofs=0 len=0 2026-03-11T11:34:41.997 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:41.997+0000 7f3b70813900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:41.997 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:41.997+0000 7f3b70813900 20 searching for the correct realm 2026-03-11T11:34:42.001 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.000+0000 7f3b677fe640 0 -- 192.168.123.100:0/3505075456 >> [v2:192.168.123.108:6810/3719880157,v1:192.168.123.108:6811/3719880157] conn(0x7f3b58018040 msgr2=0x7f3b58017920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:42.205 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.204+0000 7f3b67fff640 0 -- 192.168.123.100:0/3505075456 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x5595a362dc60 msgr2=0x5595a3630120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:42.206 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.205+0000 7f3b70813900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:42.206 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.205+0000 7f3b70813900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:42.206 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.205+0000 7f3b70813900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:42.206 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.205+0000 7f3b70813900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:42.206 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.205+0000 7f3b70813900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:42.206 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.205+0000 7f3b70813900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:42.206 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.205+0000 7f3b70813900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.206 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.206+0000 7f3b70813900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.206 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.206+0000 7f3b70813900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.206 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.206+0000 7f3b70813900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:42.206 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.206+0000 7f3b70813900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.206+0000 7f3b70813900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:42.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.206+0000 7f3b70813900 20 zone default found 2026-03-11T11:34:42.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.206+0000 7f3b70813900 4 Realm: () 2026-03-11T11:34:42.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.206+0000 7f3b70813900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:42.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.206+0000 7f3b70813900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:42.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.206+0000 7f3b70813900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:42.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.206+0000 7f3b70813900 20 zonegroup default 2026-03-11T11:34:42.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.206+0000 7f3b70813900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.206+0000 7f3b70813900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.206+0000 7f3b70813900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.206+0000 7f3b70813900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.206+0000 7f3b70813900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.207+0000 7f3b70813900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.207+0000 7f3b70813900 20 started sync module instance, tier type = 2026-03-11T11:34:42.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.207+0000 7f3b70813900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:42.220 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.219+0000 7f3b70813900 20 add_watcher() i=0 2026-03-11T11:34:42.220 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.219+0000 7f3b70813900 20 add_watcher() i=1 2026-03-11T11:34:42.220 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.219+0000 7f3b70813900 20 add_watcher() i=2 2026-03-11T11:34:42.220 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.219+0000 7f3b70813900 20 add_watcher() i=3 2026-03-11T11:34:42.220 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.219+0000 7f3b70813900 20 add_watcher() i=4 2026-03-11T11:34:42.220 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.219+0000 7f3b70813900 20 add_watcher() i=5 2026-03-11T11:34:42.220 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.219+0000 7f3b70813900 20 add_watcher() i=6 2026-03-11T11:34:42.221 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.220+0000 7f3b70813900 20 add_watcher() i=7 2026-03-11T11:34:42.221 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.220+0000 7f3b70813900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:42.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.224+0000 7f3b18ff1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:42.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.224+0000 7f3b70813900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:42.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.224+0000 7f3b70813900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:42.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.224+0000 7f3b70813900 5 note: GC not initialized 2026-03-11T11:34:42.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.224+0000 7f3b137fe640 20 reqs_thread_entry: start 2026-03-11T11:34:42.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.224+0000 7f3b70813900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:42.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.224+0000 7f3b70813900 20 Filter name: none 2026-03-11T11:34:42.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.224+0000 7f3b117fa640 20 reqs_thread_entry: start 2026-03-11T11:34:42.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.224+0000 7f3b70813900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-03-11T11:34:42.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.224+0000 7f3b70813900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.225+0000 7f3b70813900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:42.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.225+0000 7f3b70813900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-03-11T11:34:42.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.225+0000 7f3b70813900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-03-11T11:34:42.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.225+0000 7f3b70813900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 : miss 2026-03-11T11:34:42.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.225+0000 7f3b70813900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.225+0000 7f3b70813900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:42.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.225+0000 7f3b70813900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 info.flags=0x17 2026-03-11T11:34:42.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.225+0000 7f3b70813900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 to cache LRU end 2026-03-11T11:34:42.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.225+0000 7f3b70813900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-03-11T11:34:42.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.225+0000 7f3b70813900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-03-11T11:34:42.226 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.225+0000 7f3b70813900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 2026-03-11T11:34:42.226 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.225+0000 7f3b70813900 20 list_objects_ordered: starting attempt 1 2026-03-11T11:34:42.226 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.225+0000 7f3b70813900 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2026-03-11T11:34:42.227 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.226+0000 7f3b70813900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-03-11T11:34:42.227 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.226+0000 7f3b70813900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-03-11T11:34:42.227 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.226+0000 7f3b70813900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-03-11T11:34:42.227 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.226+0000 7f3b70813900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-03-11T11:34:42.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.231+0000 7f3b18ff1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:42.235 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.234+0000 7f3b70813900 20 remove_watcher() i=0 2026-03-11T11:34:42.235 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.234+0000 7f3b70813900 2 removed watcher, disabling cache 2026-03-11T11:34:42.236 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.235+0000 7f3b70813900 20 remove_watcher() i=1 2026-03-11T11:34:42.237 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.236+0000 7f3b70813900 20 remove_watcher() i=2 2026-03-11T11:34:42.239 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.238+0000 7f3b70813900 20 remove_watcher() i=3 2026-03-11T11:34:42.240 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.239+0000 7f3b70813900 20 remove_watcher() i=4 2026-03-11T11:34:42.241 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.241+0000 7f3b70813900 20 remove_watcher() i=5 2026-03-11T11:34:42.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.242+0000 7f3b70813900 20 remove_watcher() i=6 2026-03-11T11:34:42.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.243+0000 7f3b70813900 20 remove_watcher() i=7 2026-03-11T11:34:42.250 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket stats --bucket check-bucket 2026-03-11T11:34:42.267 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:42.267 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:42.286 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.285+0000 7f69c9e10900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.287 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.286+0000 7f69c9e10900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.287 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.286+0000 7f69c9e10900 20 realm 2026-03-11T11:34:42.287 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.286+0000 7f69c9e10900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.287 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.286+0000 7f69c9e10900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.287 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.286+0000 7f69c9e10900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:42.287 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.286+0000 7f69c9e10900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.287 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.286+0000 7f69c9e10900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.287 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.286+0000 7f69c9e10900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.287 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.287+0000 7f69c9e10900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:42.287 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.287+0000 7f69c9e10900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.288 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.287+0000 7f69c9e10900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:42.288 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.287+0000 7f69c9e10900 20 searching for the correct realm 2026-03-11T11:34:42.290 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.290+0000 7f69c5d08640 0 -- 192.168.123.100:0/413137036 >> [v2:192.168.123.108:6826/2748514113,v1:192.168.123.108:6827/2748514113] conn(0x5590424e9220 msgr2=0x7f69b803a380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:42.495 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.494+0000 7f69c5d08640 0 -- 192.168.123.100:0/413137036 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x5590426eab20 msgr2=0x5590426ecfe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:42.497 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.496+0000 7f69c9e10900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:42.497 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.496+0000 7f69c9e10900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:42.497 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.496+0000 7f69c9e10900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:42.497 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.496+0000 7f69c9e10900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:42.497 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.496+0000 7f69c9e10900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:42.497 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.496+0000 7f69c9e10900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:42.497 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.496+0000 7f69c9e10900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.497 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 20 zone default found 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 4 Realm: () 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 20 zonegroup default 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 20 started sync module instance, tier type = 2026-03-11T11:34:42.498 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.497+0000 7f69c9e10900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:42.510 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.509+0000 7f69c9e10900 20 add_watcher() i=0 2026-03-11T11:34:42.510 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.509+0000 7f69c9e10900 20 add_watcher() i=1 2026-03-11T11:34:42.510 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.509+0000 7f69c9e10900 20 add_watcher() i=2 2026-03-11T11:34:42.510 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.509+0000 7f69c9e10900 20 add_watcher() i=3 2026-03-11T11:34:42.510 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.509+0000 7f69c9e10900 20 add_watcher() i=4 2026-03-11T11:34:42.510 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.509+0000 7f69c9e10900 20 add_watcher() i=5 2026-03-11T11:34:42.510 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.509+0000 7f69c9e10900 20 add_watcher() i=6 2026-03-11T11:34:42.511 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.511+0000 7f69c9e10900 20 add_watcher() i=7 2026-03-11T11:34:42.511 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.511+0000 7f69c9e10900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:42.513 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.512+0000 7f6972fed640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:42.513 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.513+0000 7f69c9e10900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:42.513 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.513+0000 7f69c9e10900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:42.513 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.513+0000 7f69c9e10900 5 note: GC not initialized 2026-03-11T11:34:42.513 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.513+0000 7f6971feb640 20 reqs_thread_entry: start 2026-03-11T11:34:42.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.513+0000 7f69c9e10900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:42.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.513+0000 7f69c9e10900 20 Filter name: none 2026-03-11T11:34:42.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.513+0000 7f696b7fe640 20 reqs_thread_entry: start 2026-03-11T11:34:42.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.513+0000 7f69c9e10900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.513+0000 7f69c9e10900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:42.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.513+0000 7f69c9e10900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.514+0000 7f69c9e10900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:42.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.514+0000 7f69c9e10900 20 couldn't put binfo cache entry, might have raced with data changes 2026-03-11T11:34:42.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.514+0000 7f69c9e10900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.514+0000 7f69c9e10900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:42.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.514+0000 7f69c9e10900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.514 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.514+0000 7f69c9e10900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:42.515 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.514+0000 7f69c9e10900 20 couldn't put binfo cache entry, might have raced with data changes 2026-03-11T11:34:42.516 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.516+0000 7f6972fed640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:42.519 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.518+0000 7f69c9e10900 20 remove_watcher() i=0 2026-03-11T11:34:42.519 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.518+0000 7f69c9e10900 2 removed watcher, disabling cache 2026-03-11T11:34:42.520 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.519+0000 7f69c9e10900 20 remove_watcher() i=1 2026-03-11T11:34:42.521 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.521+0000 7f69c9e10900 20 remove_watcher() i=2 2026-03-11T11:34:42.522 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.522+0000 7f69c9e10900 20 remove_watcher() i=3 2026-03-11T11:34:42.524 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.523+0000 7f69c9e10900 20 remove_watcher() i=4 2026-03-11T11:34:42.525 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.524+0000 7f69c9e10900 20 remove_watcher() i=5 2026-03-11T11:34:42.526 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.526+0000 7f69c9e10900 20 remove_watcher() i=6 2026-03-11T11:34:42.527 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.527+0000 7f69c9e10900 20 remove_watcher() i=7 2026-03-11T11:34:42.532 INFO:tasks.workunit.client.0.vm00.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 90, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2026-03-11T11:34:42.532 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check unlinked does not report normal entries 2026-03-11T11:34:42.532 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:42.534 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-03-11T11:34:42.553 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:42.553 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:42.571 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.570+0000 7f71cf934900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.572 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.571+0000 7f71cf934900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.572 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.571+0000 7f71cf934900 20 realm 2026-03-11T11:34:42.572 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.571+0000 7f71cf934900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.572 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.571+0000 7f71cf934900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.572 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.571+0000 7f71cf934900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:42.572 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.571+0000 7f71cf934900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.572 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.571+0000 7f71cf934900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.572 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.571+0000 7f71cf934900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.573 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.572+0000 7f71cf934900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:42.573 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.572+0000 7f71cf934900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.573 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.573+0000 7f71cf934900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:42.573 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.573+0000 7f71cf934900 20 searching for the correct realm 2026-03-11T11:34:42.577 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.576+0000 7f71c77fe640 0 -- 192.168.123.100:0/2874951400 >> [v2:192.168.123.108:6802/567923530,v1:192.168.123.108:6803/567923530] conn(0x56061df3ed90 msgr2=0x56061df41230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:42.584 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.583+0000 7f71c77fe640 0 -- 192.168.123.100:0/2874951400 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x56061df4c110 msgr2=0x56061df4e5d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:42.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.585+0000 7f71cf934900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:42.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.585+0000 7f71cf934900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:42.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.585+0000 7f71cf934900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:42.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.585+0000 7f71cf934900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:42.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.585+0000 7f71cf934900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:42.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.585+0000 7f71cf934900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:42.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.585+0000 7f71cf934900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.586+0000 7f71cf934900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.586+0000 7f71cf934900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.586+0000 7f71cf934900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:42.586 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.586+0000 7f71cf934900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.587 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.586+0000 7f71cf934900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:42.587 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.586+0000 7f71cf934900 20 zone default found 2026-03-11T11:34:42.587 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.586+0000 7f71cf934900 4 Realm: () 2026-03-11T11:34:42.587 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.586+0000 7f71cf934900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:42.587 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.586+0000 7f71cf934900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:42.587 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.586+0000 7f71cf934900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:42.587 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.586+0000 7f71cf934900 20 zonegroup default 2026-03-11T11:34:42.587 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.586+0000 7f71cf934900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.587 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.586+0000 7f71cf934900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.587 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.586+0000 7f71cf934900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.587 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.587+0000 7f71cf934900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.587 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.587+0000 7f71cf934900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.588 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.587+0000 7f71cf934900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:42.588 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.587+0000 7f71cf934900 20 started sync module instance, tier type = 2026-03-11T11:34:42.588 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.587+0000 7f71cf934900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:42.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.599+0000 7f71cf934900 20 add_watcher() i=0 2026-03-11T11:34:42.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.599+0000 7f71cf934900 20 add_watcher() i=1 2026-03-11T11:34:42.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.599+0000 7f71cf934900 20 add_watcher() i=2 2026-03-11T11:34:42.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.599+0000 7f71cf934900 20 add_watcher() i=3 2026-03-11T11:34:42.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.599+0000 7f71cf934900 20 add_watcher() i=4 2026-03-11T11:34:42.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.599+0000 7f71cf934900 20 add_watcher() i=5 2026-03-11T11:34:42.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.599+0000 7f71cf934900 20 add_watcher() i=6 2026-03-11T11:34:42.601 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.600+0000 7f71cf934900 20 add_watcher() i=7 2026-03-11T11:34:42.601 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.600+0000 7f71cf934900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:42.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.602+0000 7f7173fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:42.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.603+0000 7f71cf934900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:42.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.603+0000 7f71cf934900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:42.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.603+0000 7f71cf934900 5 note: GC not initialized 2026-03-11T11:34:42.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.603+0000 7f7172ffd640 20 reqs_thread_entry: start 2026-03-11T11:34:42.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.603+0000 7f71cf934900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:42.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.603+0000 7f71cf934900 20 Filter name: none 2026-03-11T11:34:42.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.603+0000 7f7170ff9640 20 reqs_thread_entry: start 2026-03-11T11:34:42.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.603+0000 7f71cf934900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-03-11T11:34:42.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.603+0000 7f71cf934900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.604+0000 7f71cf934900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:42.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.604+0000 7f71cf934900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-03-11T11:34:42.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.604+0000 7f71cf934900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-03-11T11:34:42.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.604+0000 7f71cf934900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 : miss 2026-03-11T11:34:42.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.604+0000 7f71cf934900 20 rados->read ofs=0 len=0 2026-03-11T11:34:42.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.604+0000 7f71cf934900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:42.605 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.604+0000 7f71cf934900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 info.flags=0x17 2026-03-11T11:34:42.605 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.604+0000 7f71cf934900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 to cache LRU end 2026-03-11T11:34:42.605 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.604+0000 7f71cf934900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-03-11T11:34:42.605 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.604+0000 7f71cf934900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-03-11T11:34:42.605 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.604+0000 7f71cf934900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 2026-03-11T11:34:42.605 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.604+0000 7f71cf934900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:42.605 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.604+0000 7f71cf934900 1 NOTICE: finished shard 0 (0 entries found) 2026-03-11T11:34:42.605 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.604+0000 7f71cf934900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:42.605 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.605+0000 7f71cf934900 1 NOTICE: finished shard 1 (0 entries found) 2026-03-11T11:34:42.605 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.605+0000 7f71cf934900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:42.606 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.605+0000 7f71cf934900 1 NOTICE: finished shard 2 (0 entries found) 2026-03-11T11:34:42.606 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.605+0000 7f71cf934900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:42.606 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.605+0000 7f71cf934900 1 NOTICE: finished shard 3 (0 entries found) 2026-03-11T11:34:42.606 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.605+0000 7f71cf934900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:42.606 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.606+0000 7f71cf934900 1 NOTICE: finished shard 4 (0 entries found) 2026-03-11T11:34:42.606 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.606+0000 7f71cf934900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:42.607 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.606+0000 7f71cf934900 1 NOTICE: finished shard 5 (0 entries found) 2026-03-11T11:34:42.607 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.606+0000 7f71cf934900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:42.607 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.606+0000 7f71cf934900 1 NOTICE: finished shard 6 (0 entries found) 2026-03-11T11:34:42.607 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.606+0000 7f71cf934900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:42.607 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.607+0000 7f71cf934900 1 NOTICE: finished shard 7 (0 entries found) 2026-03-11T11:34:42.607 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.607+0000 7f71cf934900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:42.607 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.607+0000 7f71cf934900 1 NOTICE: finished shard 8 (0 entries found) 2026-03-11T11:34:42.607 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.607+0000 7f71cf934900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:42.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.607+0000 7f71cf934900 1 NOTICE: finished shard 9 (0 entries found) 2026-03-11T11:34:42.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.607+0000 7f71cf934900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:42.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.607+0000 7f71cf934900 1 NOTICE: finished shard 10 (0 entries found) 2026-03-11T11:34:42.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.607+0000 7f71cf934900 1 NOTICE: finished all shards (0 entries found) 2026-03-11T11:34:42.609 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.608+0000 7f7173fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:42.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.611+0000 7f71cf934900 20 remove_watcher() i=0 2026-03-11T11:34:42.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.611+0000 7f71cf934900 2 removed watcher, disabling cache 2026-03-11T11:34:42.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.612+0000 7f71cf934900 20 remove_watcher() i=1 2026-03-11T11:34:42.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.613+0000 7f71cf934900 20 remove_watcher() i=2 2026-03-11T11:34:42.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.614+0000 7f71cf934900 20 remove_watcher() i=3 2026-03-11T11:34:42.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.616+0000 7f71cf934900 20 remove_watcher() i=4 2026-03-11T11:34:42.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.617+0000 7f71cf934900 20 remove_watcher() i=5 2026-03-11T11:34:42.619 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.619+0000 7f71cf934900 20 remove_watcher() i=6 2026-03-11T11:34:42.620 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:42.620+0000 7f71cf934900 20 remove_watcher() i=7 2026-03-11T11:34:42.627 INFO:tasks.workunit.client.0.vm00.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2026-03-11T11:34:42.850 INFO:tasks.workunit.client.0.vm00.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2026-03-11T11:34:44.146 INFO:tasks.workunit.client.0.vm00.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-03-11T11:34:44.148 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-03-11T11:34:44.167 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:44.167 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:44.189 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.188+0000 7f043bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.190+0000 7f043bf40900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.190+0000 7f043bf40900 20 realm 2026-03-11T11:34:44.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.190+0000 7f043bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.190+0000 7f043bf40900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.190+0000 7f043bf40900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:44.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.190+0000 7f043bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.190+0000 7f043bf40900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.190+0000 7f043bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.191+0000 7f043bf40900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:44.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.191+0000 7f043bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.192 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.191+0000 7f043bf40900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:44.192 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.191+0000 7f043bf40900 20 searching for the correct realm 2026-03-11T11:34:44.196 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.195+0000 7f04337fe640 0 -- 192.168.123.100:0/3958257903 >> [v2:192.168.123.108:6810/3719880157,v1:192.168.123.108:6811/3719880157] conn(0x7f042406d050 msgr2=0x7f04240dc660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:44.401 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.400+0000 7f0433fff640 0 -- 192.168.123.100:0/3958257903 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x560cc54baae0 msgr2=0x560cc54bcf80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:44.401 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.400+0000 7f043bf40900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:44.401 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.400+0000 7f043bf40900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:44.401 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.400+0000 7f043bf40900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:44.401 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.400+0000 7f043bf40900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:44.401 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.400+0000 7f043bf40900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:44.401 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.400+0000 7f043bf40900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:44.401 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.400+0000 7f043bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.401 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.401+0000 7f043bf40900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.401 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.401+0000 7f043bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.401+0000 7f043bf40900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:44.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.401+0000 7f043bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.401+0000 7f043bf40900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:44.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.401+0000 7f043bf40900 20 zone default found 2026-03-11T11:34:44.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.401+0000 7f043bf40900 4 Realm: () 2026-03-11T11:34:44.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.401+0000 7f043bf40900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:44.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.401+0000 7f043bf40900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:44.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.401+0000 7f043bf40900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:44.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.401+0000 7f043bf40900 20 zonegroup default 2026-03-11T11:34:44.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.401+0000 7f043bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.401+0000 7f043bf40900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.401+0000 7f043bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.402+0000 7f043bf40900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.402+0000 7f043bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.402+0000 7f043bf40900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.402 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.402+0000 7f043bf40900 20 started sync module instance, tier type = 2026-03-11T11:34:44.403 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.402+0000 7f043bf40900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:44.417 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.416+0000 7f043bf40900 20 add_watcher() i=0 2026-03-11T11:34:44.417 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.416+0000 7f043bf40900 20 add_watcher() i=1 2026-03-11T11:34:44.417 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.416+0000 7f043bf40900 20 add_watcher() i=2 2026-03-11T11:34:44.417 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.416+0000 7f043bf40900 20 add_watcher() i=3 2026-03-11T11:34:44.417 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.416+0000 7f043bf40900 20 add_watcher() i=4 2026-03-11T11:34:44.417 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.416+0000 7f043bf40900 20 add_watcher() i=5 2026-03-11T11:34:44.417 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.416+0000 7f043bf40900 20 add_watcher() i=6 2026-03-11T11:34:44.418 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.417+0000 7f043bf40900 20 add_watcher() i=7 2026-03-11T11:34:44.418 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.417+0000 7f043bf40900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:44.420 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.419+0000 7f03e4ff1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:44.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.420+0000 7f043bf40900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:44.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.420+0000 7f043bf40900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:44.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.420+0000 7f043bf40900 5 note: GC not initialized 2026-03-11T11:34:44.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.420+0000 7f03df7fe640 20 reqs_thread_entry: start 2026-03-11T11:34:44.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.420+0000 7f043bf40900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:44.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.420+0000 7f043bf40900 20 Filter name: none 2026-03-11T11:34:44.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.420+0000 7f03dd7fa640 20 reqs_thread_entry: start 2026-03-11T11:34:44.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.420+0000 7f043bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.420+0000 7f043bf40900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:44.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.420+0000 7f043bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.421+0000 7f043bf40900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:44.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.421+0000 7f043bf40900 20 couldn't put binfo cache entry, might have raced with data changes 2026-03-11T11:34:44.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.421+0000 7f043bf40900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-03-11T11:34:44.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.421+0000 7f043bf40900 20 INFO: main: starting shard=0 2026-03-11T11:34:44.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.421+0000 7f043bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:44.422 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.421+0000 7f043bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.422 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.421+0000 7f043bf40900 20 INFO: main: starting shard=1 2026-03-11T11:34:44.422 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.421+0000 7f043bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:44.422 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.421+0000 7f043bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.422 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.421+0000 7f043bf40900 20 INFO: main: starting shard=2 2026-03-11T11:34:44.422 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.421+0000 7f043bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:44.422 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.422+0000 7f043bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.422 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.422+0000 7f043bf40900 20 INFO: main: starting shard=3 2026-03-11T11:34:44.422 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.422+0000 7f043bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:44.423 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.422+0000 7f043bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.423 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.422+0000 7f043bf40900 20 INFO: main: starting shard=4 2026-03-11T11:34:44.423 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.422+0000 7f043bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:44.423 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.422+0000 7f043bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.423 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.422+0000 7f043bf40900 20 INFO: main: starting shard=5 2026-03-11T11:34:44.423 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.422+0000 7f043bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:44.423 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.423+0000 7f043bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.423 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.423+0000 7f043bf40900 20 INFO: main: starting shard=6 2026-03-11T11:34:44.423 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.423+0000 7f043bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:44.424 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.423+0000 7f043bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.424 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.423+0000 7f043bf40900 20 INFO: main: starting shard=7 2026-03-11T11:34:44.424 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.423+0000 7f043bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:44.424 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.423+0000 7f043bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.424 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.423+0000 7f043bf40900 20 INFO: main: starting shard=8 2026-03-11T11:34:44.424 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.423+0000 7f043bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:44.424 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.423+0000 7f043bf40900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-03-11T11:34:44.424 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.424+0000 7f043bf40900 20 INFO: main: starting shard=9 2026-03-11T11:34:44.424 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.424+0000 7f043bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:44.424 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.424+0000 7f043bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.425 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.424+0000 7f043bf40900 20 INFO: main: starting shard=10 2026-03-11T11:34:44.425 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.424+0000 7f043bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:44.425 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.424+0000 7f043bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.425 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.424+0000 7f043bf40900 20 INFO: main: done 2026-03-11T11:34:44.425 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.425+0000 7f03e4ff1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:44.428 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.428+0000 7f043bf40900 20 remove_watcher() i=0 2026-03-11T11:34:44.428 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.428+0000 7f043bf40900 2 removed watcher, disabling cache 2026-03-11T11:34:44.430 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.429+0000 7f043bf40900 20 remove_watcher() i=1 2026-03-11T11:34:44.431 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.430+0000 7f043bf40900 20 remove_watcher() i=2 2026-03-11T11:34:44.432 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.432+0000 7f043bf40900 20 remove_watcher() i=3 2026-03-11T11:34:44.434 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.434+0000 7f043bf40900 20 remove_watcher() i=4 2026-03-11T11:34:44.436 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.436+0000 7f043bf40900 20 remove_watcher() i=5 2026-03-11T11:34:44.438 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.437+0000 7f043bf40900 20 remove_watcher() i=6 2026-03-11T11:34:44.440 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.439+0000 7f043bf40900 20 remove_watcher() i=7 2026-03-11T11:34:44.529 INFO:tasks.workunit.client.0.vm00.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-03-11T11:34:44.531 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-03-11T11:34:44.551 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:44.551 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:44.571 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.570+0000 7f3676fdc900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.572 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.572+0000 7f3676fdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.572 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.572+0000 7f3676fdc900 20 realm 2026-03-11T11:34:44.572 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.572+0000 7f3676fdc900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.573 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.572+0000 7f3676fdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.573 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.572+0000 7f3676fdc900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:44.573 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.572+0000 7f3676fdc900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.573 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.572+0000 7f3676fdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.573 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.572+0000 7f3676fdc900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.573 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.572+0000 7f3676fdc900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:44.573 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.572+0000 7f3676fdc900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.574 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.573+0000 7f3676fdc900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:44.574 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.573+0000 7f3676fdc900 20 searching for the correct realm 2026-03-11T11:34:44.578 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.577+0000 7f36752a2640 0 -- 192.168.123.100:0/1959573271 >> [v2:192.168.123.108:6802/567923530,v1:192.168.123.108:6803/567923530] conn(0x5604f72eb410 msgr2=0x5604f72ed860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:44.581 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.580+0000 7f36752a2640 0 -- 192.168.123.100:0/1959573271 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x5604f72f7b90 msgr2=0x5604f72fa050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.582+0000 7f3676fdc900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.582+0000 7f3676fdc900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.582+0000 7f3676fdc900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.582+0000 7f3676fdc900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.582+0000 7f3676fdc900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.582+0000 7f3676fdc900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.582+0000 7f3676fdc900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.582+0000 7f3676fdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.582+0000 7f3676fdc900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.582+0000 7f3676fdc900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.582+0000 7f3676fdc900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.583+0000 7f3676fdc900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.583+0000 7f3676fdc900 20 zone default found 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.583+0000 7f3676fdc900 4 Realm: () 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.583+0000 7f3676fdc900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.583+0000 7f3676fdc900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.583+0000 7f3676fdc900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.583+0000 7f3676fdc900 20 zonegroup default 2026-03-11T11:34:44.583 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.583+0000 7f3676fdc900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.584 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.583+0000 7f3676fdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.584 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.583+0000 7f3676fdc900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.584 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.583+0000 7f3676fdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.584 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.583+0000 7f3676fdc900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.584 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.583+0000 7f3676fdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.584 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.583+0000 7f3676fdc900 20 started sync module instance, tier type = 2026-03-11T11:34:44.584 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.583+0000 7f3676fdc900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:44.597 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.596+0000 7f3676fdc900 20 add_watcher() i=0 2026-03-11T11:34:44.597 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.596+0000 7f3676fdc900 20 add_watcher() i=1 2026-03-11T11:34:44.597 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.596+0000 7f3676fdc900 20 add_watcher() i=2 2026-03-11T11:34:44.597 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.596+0000 7f3676fdc900 20 add_watcher() i=3 2026-03-11T11:34:44.597 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.596+0000 7f3676fdc900 20 add_watcher() i=4 2026-03-11T11:34:44.597 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.596+0000 7f3676fdc900 20 add_watcher() i=5 2026-03-11T11:34:44.597 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.596+0000 7f3676fdc900 20 add_watcher() i=6 2026-03-11T11:34:44.598 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.597+0000 7f3676fdc900 20 add_watcher() i=7 2026-03-11T11:34:44.598 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.597+0000 7f3676fdc900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:44.599 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.599+0000 7f36227ec640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:44.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.599+0000 7f3676fdc900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:44.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.599+0000 7f3676fdc900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:44.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.599+0000 7f3676fdc900 5 note: GC not initialized 2026-03-11T11:34:44.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.599+0000 7f36217ea640 20 reqs_thread_entry: start 2026-03-11T11:34:44.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.599+0000 7f3676fdc900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:44.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.599+0000 7f3676fdc900 20 Filter name: none 2026-03-11T11:34:44.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.599+0000 7f361affd640 20 reqs_thread_entry: start 2026-03-11T11:34:44.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.599+0000 7f3676fdc900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.600+0000 7f3676fdc900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:44.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.600+0000 7f3676fdc900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.601 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.600+0000 7f3676fdc900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:44.601 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.600+0000 7f3676fdc900 20 couldn't put binfo cache entry, might have raced with data changes 2026-03-11T11:34:44.601 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.600+0000 7f3676fdc900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-03-11T11:34:44.601 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.600+0000 7f3676fdc900 20 INFO: main: starting shard=0 2026-03-11T11:34:44.601 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.600+0000 7f3676fdc900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:44.601 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.600+0000 7f3676fdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.601 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.600+0000 7f3676fdc900 20 INFO: main: starting shard=1 2026-03-11T11:34:44.601 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.600+0000 7f3676fdc900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:44.601 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.601+0000 7f3676fdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.601 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.601+0000 7f3676fdc900 20 INFO: main: starting shard=2 2026-03-11T11:34:44.601 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.601+0000 7f3676fdc900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:44.602 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.601+0000 7f3676fdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.602 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.601+0000 7f3676fdc900 20 INFO: main: starting shard=3 2026-03-11T11:34:44.602 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.601+0000 7f3676fdc900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:44.602 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.601+0000 7f3676fdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.602 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.601+0000 7f3676fdc900 20 INFO: main: starting shard=4 2026-03-11T11:34:44.602 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.601+0000 7f3676fdc900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:44.602 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.601+0000 7f3676fdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.601+0000 7f3676fdc900 20 INFO: main: starting shard=5 2026-03-11T11:34:44.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.601+0000 7f3676fdc900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:44.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.602+0000 7f3676fdc900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-03-11T11:34:44.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.602+0000 7f3676fdc900 20 INFO: main: starting shard=6 2026-03-11T11:34:44.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.602+0000 7f3676fdc900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:44.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.602+0000 7f3676fdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.602+0000 7f3676fdc900 20 INFO: main: starting shard=7 2026-03-11T11:34:44.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.602+0000 7f3676fdc900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:44.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.602+0000 7f3676fdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.602+0000 7f3676fdc900 20 INFO: main: starting shard=8 2026-03-11T11:34:44.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.602+0000 7f3676fdc900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:44.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.603+0000 7f3676fdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.603+0000 7f3676fdc900 20 INFO: main: starting shard=9 2026-03-11T11:34:44.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.603+0000 7f3676fdc900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:44.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.603+0000 7f3676fdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.603+0000 7f3676fdc900 20 INFO: main: starting shard=10 2026-03-11T11:34:44.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.603+0000 7f3676fdc900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:44.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.603+0000 7f3676fdc900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.603+0000 7f3676fdc900 20 INFO: main: done 2026-03-11T11:34:44.604 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.604+0000 7f36227ec640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:44.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.607+0000 7f3676fdc900 20 remove_watcher() i=0 2026-03-11T11:34:44.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.607+0000 7f3676fdc900 2 removed watcher, disabling cache 2026-03-11T11:34:44.609 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.608+0000 7f3676fdc900 20 remove_watcher() i=1 2026-03-11T11:34:44.610 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.609+0000 7f3676fdc900 20 remove_watcher() i=2 2026-03-11T11:34:44.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.611+0000 7f3676fdc900 20 remove_watcher() i=3 2026-03-11T11:34:44.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.612+0000 7f3676fdc900 20 remove_watcher() i=4 2026-03-11T11:34:44.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.614+0000 7f3676fdc900 20 remove_watcher() i=5 2026-03-11T11:34:44.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.615+0000 7f3676fdc900 20 remove_watcher() i=6 2026-03-11T11:34:44.616 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.616+0000 7f3676fdc900 20 remove_watcher() i=7 2026-03-11T11:34:44.703 INFO:tasks.workunit.client.0.vm00.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-03-11T11:34:44.704 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object e 2026-03-11T11:34:44.725 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:44.725 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:44.745 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.744+0000 7f6c3893e900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.747 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.746+0000 7f6c3893e900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.747 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.746+0000 7f6c3893e900 20 realm 2026-03-11T11:34:44.747 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.746+0000 7f6c3893e900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.747 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.746+0000 7f6c3893e900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.747 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.746+0000 7f6c3893e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:44.747 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.746+0000 7f6c3893e900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.747 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.746+0000 7f6c3893e900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.747 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.746+0000 7f6c3893e900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.748 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.747+0000 7f6c3893e900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:44.748 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.747+0000 7f6c3893e900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.748 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.748+0000 7f6c3893e900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:44.748 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.748+0000 7f6c3893e900 20 searching for the correct realm 2026-03-11T11:34:44.752 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.752+0000 7f6c2ffff640 0 -- 192.168.123.100:0/882236010 >> [v2:192.168.123.108:6810/3719880157,v1:192.168.123.108:6811/3719880157] conn(0x7f6c1807ab80 msgr2=0x7f6c18064120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:44.958 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.957+0000 7f6c34dc3640 0 -- 192.168.123.100:0/882236010 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x5588a72d7f10 msgr2=0x5588a72da3b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:44.958 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.958+0000 7f6c3893e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:44.958 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.958+0000 7f6c3893e900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:44.958 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.958+0000 7f6c3893e900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:44.958 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.958+0000 7f6c3893e900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.958+0000 7f6c3893e900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.958+0000 7f6c3893e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.958+0000 7f6c3893e900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.958+0000 7f6c3893e900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.958+0000 7f6c3893e900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.958+0000 7f6c3893e900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.958+0000 7f6c3893e900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.959+0000 7f6c3893e900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.959+0000 7f6c3893e900 20 zone default found 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.959+0000 7f6c3893e900 4 Realm: () 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.959+0000 7f6c3893e900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.959+0000 7f6c3893e900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.959+0000 7f6c3893e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.959+0000 7f6c3893e900 20 zonegroup default 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.959+0000 7f6c3893e900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.959+0000 7f6c3893e900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.959 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.959+0000 7f6c3893e900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.960 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.959+0000 7f6c3893e900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.960 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.959+0000 7f6c3893e900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.960 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.959+0000 7f6c3893e900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:44.960 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.959+0000 7f6c3893e900 20 started sync module instance, tier type = 2026-03-11T11:34:44.960 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.959+0000 7f6c3893e900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:44.975 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.974+0000 7f6c3893e900 20 add_watcher() i=0 2026-03-11T11:34:44.975 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.974+0000 7f6c3893e900 20 add_watcher() i=1 2026-03-11T11:34:44.975 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.974+0000 7f6c3893e900 20 add_watcher() i=2 2026-03-11T11:34:44.975 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.974+0000 7f6c3893e900 20 add_watcher() i=3 2026-03-11T11:34:44.975 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.974+0000 7f6c3893e900 20 add_watcher() i=4 2026-03-11T11:34:44.976 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.974+0000 7f6c3893e900 20 add_watcher() i=5 2026-03-11T11:34:44.976 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.974+0000 7f6c3893e900 20 add_watcher() i=6 2026-03-11T11:34:44.976 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.976+0000 7f6c3893e900 20 add_watcher() i=7 2026-03-11T11:34:44.977 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.976+0000 7f6c3893e900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:44.978 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.978+0000 7f6be17f2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:44.979 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.978+0000 7f6c3893e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:44.979 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.978+0000 7f6c3893e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:44.979 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.978+0000 7f6c3893e900 5 note: GC not initialized 2026-03-11T11:34:44.979 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.978+0000 7f6bdbfff640 20 reqs_thread_entry: start 2026-03-11T11:34:44.979 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.978+0000 7f6c3893e900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:44.979 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.978+0000 7f6c3893e900 20 Filter name: none 2026-03-11T11:34:44.979 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.978+0000 7f6bd9ffb640 20 reqs_thread_entry: start 2026-03-11T11:34:44.979 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.978+0000 7f6c3893e900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.980 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.979+0000 7f6c3893e900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:44.980 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.979+0000 7f6c3893e900 20 rados->read ofs=0 len=0 2026-03-11T11:34:44.980 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.979+0000 7f6c3893e900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:44.980 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.979+0000 7f6c3893e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-03-11T11:34:44.980 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.979+0000 7f6c3893e900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-03-11T11:34:44.980 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.979+0000 7f6c3893e900 20 INFO: main: starting shard=0 2026-03-11T11:34:44.980 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.979+0000 7f6c3893e900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:44.980 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.979+0000 7f6c3893e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.980 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.979+0000 7f6c3893e900 20 INFO: main: starting shard=1 2026-03-11T11:34:44.980 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.979+0000 7f6c3893e900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:44.980 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.980+0000 7f6c3893e900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-03-11T11:34:44.980 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.980+0000 7f6c3893e900 20 INFO: main: starting shard=2 2026-03-11T11:34:44.980 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.980+0000 7f6c3893e900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:44.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.980+0000 7f6c3893e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.980+0000 7f6c3893e900 20 INFO: main: starting shard=3 2026-03-11T11:34:44.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.980+0000 7f6c3893e900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:44.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.980+0000 7f6c3893e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.980+0000 7f6c3893e900 20 INFO: main: starting shard=4 2026-03-11T11:34:44.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.980+0000 7f6c3893e900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:44.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.981+0000 7f6c3893e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.981+0000 7f6c3893e900 20 INFO: main: starting shard=5 2026-03-11T11:34:44.981 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.981+0000 7f6c3893e900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:44.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.981+0000 7f6c3893e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.981+0000 7f6c3893e900 20 INFO: main: starting shard=6 2026-03-11T11:34:44.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.981+0000 7f6c3893e900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:44.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.981+0000 7f6c3893e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.981+0000 7f6c3893e900 20 INFO: main: starting shard=7 2026-03-11T11:34:44.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.981+0000 7f6c3893e900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:44.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.981+0000 7f6c3893e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.981+0000 7f6c3893e900 20 INFO: main: starting shard=8 2026-03-11T11:34:44.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.981+0000 7f6c3893e900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:44.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.982+0000 7f6c3893e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.982+0000 7f6c3893e900 20 INFO: main: starting shard=9 2026-03-11T11:34:44.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.982+0000 7f6c3893e900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:44.983 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.982+0000 7f6c3893e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.983 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.982+0000 7f6c3893e900 20 INFO: main: starting shard=10 2026-03-11T11:34:44.983 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.982+0000 7f6c3893e900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:44.983 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.982+0000 7f6c3893e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:44.983 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.982+0000 7f6c3893e900 20 INFO: main: done 2026-03-11T11:34:44.984 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.983+0000 7f6be17f2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:44.988 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.987+0000 7f6c3893e900 20 remove_watcher() i=0 2026-03-11T11:34:44.988 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.987+0000 7f6c3893e900 2 removed watcher, disabling cache 2026-03-11T11:34:44.989 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.988+0000 7f6c3893e900 20 remove_watcher() i=1 2026-03-11T11:34:44.990 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.989+0000 7f6c3893e900 20 remove_watcher() i=2 2026-03-11T11:34:44.992 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.991+0000 7f6c3893e900 20 remove_watcher() i=3 2026-03-11T11:34:44.993 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.992+0000 7f6c3893e900 20 remove_watcher() i=4 2026-03-11T11:34:44.994 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.994+0000 7f6c3893e900 20 remove_watcher() i=5 2026-03-11T11:34:44.996 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.996+0000 7f6c3893e900 20 remove_watcher() i=6 2026-03-11T11:34:44.997 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:44.997+0000 7f6c3893e900 20 remove_watcher() i=7 2026-03-11T11:34:45.081 INFO:tasks.workunit.client.0.vm00.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-03-11T11:34:45.083 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object f 2026-03-11T11:34:45.103 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:45.103 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:45.120 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.120+0000 7fa40f526900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.122 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.121+0000 7fa40f526900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:45.122 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.121+0000 7fa40f526900 20 realm 2026-03-11T11:34:45.122 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.121+0000 7fa40f526900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.122 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.121+0000 7fa40f526900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:45.122 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.121+0000 7fa40f526900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:45.122 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.121+0000 7fa40f526900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.122 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.121+0000 7fa40f526900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:45.122 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.121+0000 7fa40f526900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.123 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.122+0000 7fa40f526900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:45.123 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.122+0000 7fa40f526900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.123 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.122+0000 7fa40f526900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:45.123 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.122+0000 7fa40f526900 20 searching for the correct realm 2026-03-11T11:34:45.127 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.126+0000 7fa4077fe640 0 -- 192.168.123.100:0/1883021507 >> [v2:192.168.123.108:6802/567923530,v1:192.168.123.108:6803/567923530] conn(0x5555df5cc230 msgr2=0x5555df5ce620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:45.130 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.129+0000 7fa406ffd640 0 -- 192.168.123.100:0/1883021507 >> [v2:192.168.123.108:6810/3719880157,v1:192.168.123.108:6811/3719880157] conn(0x7fa3f806bf90 msgr2=0x7fa3f806d950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:45.131 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:45.131 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:45.131 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:45.131 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:45.131 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:45.131 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:45.131 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.131 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:45.131 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 zone default found 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 4 Realm: () 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 zonegroup default 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.131+0000 7fa40f526900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.132+0000 7fa40f526900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.132+0000 7fa40f526900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.132+0000 7fa40f526900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.132+0000 7fa40f526900 20 started sync module instance, tier type = 2026-03-11T11:34:45.132 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.132+0000 7fa40f526900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:45.340 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.339+0000 7fa40f526900 20 add_watcher() i=0 2026-03-11T11:34:45.340 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.339+0000 7fa40f526900 20 add_watcher() i=1 2026-03-11T11:34:45.340 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.339+0000 7fa40f526900 20 add_watcher() i=2 2026-03-11T11:34:45.340 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.339+0000 7fa40f526900 20 add_watcher() i=3 2026-03-11T11:34:45.340 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.339+0000 7fa40f526900 20 add_watcher() i=4 2026-03-11T11:34:45.340 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.339+0000 7fa40f526900 20 add_watcher() i=5 2026-03-11T11:34:45.340 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.339+0000 7fa40f526900 20 add_watcher() i=6 2026-03-11T11:34:45.341 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.341+0000 7fa40f526900 20 add_watcher() i=7 2026-03-11T11:34:45.341 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.341+0000 7fa40f526900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:45.343 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.342+0000 7fa3b8fe9640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:45.344 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.343+0000 7fa40f526900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:45.344 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.343+0000 7fa40f526900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:45.344 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.343+0000 7fa40f526900 5 note: GC not initialized 2026-03-11T11:34:45.344 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.343+0000 7fa3b37fe640 20 reqs_thread_entry: start 2026-03-11T11:34:45.344 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.343+0000 7fa40f526900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:45.344 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.343+0000 7fa40f526900 20 Filter name: none 2026-03-11T11:34:45.344 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.343+0000 7fa3b17fa640 20 reqs_thread_entry: start 2026-03-11T11:34:45.344 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.343+0000 7fa40f526900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.344 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.343+0000 7fa40f526900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:45.344 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.343+0000 7fa40f526900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.344 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.344+0000 7fa40f526900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:45.344 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.344+0000 7fa40f526900 20 couldn't put binfo cache entry, might have raced with data changes 2026-03-11T11:34:45.344 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.344+0000 7fa40f526900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-03-11T11:34:45.344 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.344+0000 7fa40f526900 20 INFO: main: starting shard=0 2026-03-11T11:34:45.344 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.344+0000 7fa40f526900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:45.345 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.344+0000 7fa40f526900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:45.345 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.344+0000 7fa40f526900 20 INFO: main: starting shard=1 2026-03-11T11:34:45.345 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.344+0000 7fa40f526900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:45.345 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.344+0000 7fa40f526900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:45.345 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.344+0000 7fa40f526900 20 INFO: main: starting shard=2 2026-03-11T11:34:45.345 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.344+0000 7fa40f526900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:45.345 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.345+0000 7fa40f526900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:45.345 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.345+0000 7fa40f526900 20 INFO: main: starting shard=3 2026-03-11T11:34:45.345 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.345+0000 7fa40f526900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:45.346 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.345+0000 7fa40f526900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:45.346 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.345+0000 7fa40f526900 20 INFO: main: starting shard=4 2026-03-11T11:34:45.346 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.345+0000 7fa40f526900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:45.346 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.345+0000 7fa40f526900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:45.346 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.345+0000 7fa40f526900 20 INFO: main: starting shard=5 2026-03-11T11:34:45.346 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.345+0000 7fa40f526900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:45.346 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.346+0000 7fa40f526900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:45.346 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.346+0000 7fa40f526900 20 INFO: main: starting shard=6 2026-03-11T11:34:45.346 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.346+0000 7fa40f526900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:45.347 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.346+0000 7fa40f526900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:45.347 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.346+0000 7fa40f526900 20 INFO: main: starting shard=7 2026-03-11T11:34:45.347 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.346+0000 7fa40f526900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:45.347 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.346+0000 7fa40f526900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:45.347 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.346+0000 7fa40f526900 20 INFO: main: starting shard=8 2026-03-11T11:34:45.347 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.346+0000 7fa40f526900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:45.347 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.347+0000 7fa40f526900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:45.347 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.347+0000 7fa40f526900 20 INFO: main: starting shard=9 2026-03-11T11:34:45.347 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.347+0000 7fa40f526900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:45.347 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.347+0000 7fa40f526900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:45.347 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.347+0000 7fa40f526900 20 INFO: main: starting shard=10 2026-03-11T11:34:45.347 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.347+0000 7fa40f526900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:45.348 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.347+0000 7fa40f526900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-03-11T11:34:45.348 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.347+0000 7fa40f526900 20 INFO: main: done 2026-03-11T11:34:45.348 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.348+0000 7fa3b8fe9640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:45.352 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.351+0000 7fa40f526900 20 remove_watcher() i=0 2026-03-11T11:34:45.352 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.351+0000 7fa40f526900 2 removed watcher, disabling cache 2026-03-11T11:34:45.353 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.352+0000 7fa40f526900 20 remove_watcher() i=1 2026-03-11T11:34:45.354 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.354+0000 7fa40f526900 20 remove_watcher() i=2 2026-03-11T11:34:45.355 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.355+0000 7fa40f526900 20 remove_watcher() i=3 2026-03-11T11:34:45.357 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.356+0000 7fa40f526900 20 remove_watcher() i=4 2026-03-11T11:34:45.358 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.357+0000 7fa40f526900 20 remove_watcher() i=5 2026-03-11T11:34:45.359 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.359+0000 7fa40f526900 20 remove_watcher() i=6 2026-03-11T11:34:45.361 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.360+0000 7fa40f526900 20 remove_watcher() i=7 2026-03-11T11:34:45.380 INFO:tasks.workunit.client.0.vm00.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2026-03-11T11:34:45.606 INFO:tasks.workunit.client.0.vm00.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2026-03-11T11:34:45.834 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check unlinked finds unlistable entries 2026-03-11T11:34:45.835 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:45.836 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-03-11T11:34:45.856 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:45.856 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:45.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.877+0000 7f5c4bd36900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.878 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.877+0000 7f5c4bd36900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:45.878 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.877+0000 7f5c4bd36900 20 realm 2026-03-11T11:34:45.878 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.877+0000 7f5c4bd36900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.878 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.878+0000 7f5c4bd36900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:45.878 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.878+0000 7f5c4bd36900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:45.878 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.878+0000 7f5c4bd36900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.878 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.878+0000 7f5c4bd36900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:45.878 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.878+0000 7f5c4bd36900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.879 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.878+0000 7f5c4bd36900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:45.879 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.878+0000 7f5c4bd36900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.880 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.879+0000 7f5c4bd36900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:45.880 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.879+0000 7f5c4bd36900 20 searching for the correct realm 2026-03-11T11:34:45.884 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.883+0000 7f5c3adff640 0 -- 192.168.123.100:0/1767881105 >> [v2:192.168.123.108:6802/567923530,v1:192.168.123.108:6803/567923530] conn(0x55a661fcf3d0 msgr2=0x55a661fd1890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:45.887 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.886+0000 7f5c43fff640 0 -- 192.168.123.100:0/1767881105 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x55a661fdc190 msgr2=0x55a661fde650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:45.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.888+0000 7f5c4bd36900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:45.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.888+0000 7f5c4bd36900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:45.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.888+0000 7f5c4bd36900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:45.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.888+0000 7f5c4bd36900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:45.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.888+0000 7f5c4bd36900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:45.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.888+0000 7f5c4bd36900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:45.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.888+0000 7f5c4bd36900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.888+0000 7f5c4bd36900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:45.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.888+0000 7f5c4bd36900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.889+0000 7f5c4bd36900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:45.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.889+0000 7f5c4bd36900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.889+0000 7f5c4bd36900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:45.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.889+0000 7f5c4bd36900 20 zone default found 2026-03-11T11:34:45.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.889+0000 7f5c4bd36900 4 Realm: () 2026-03-11T11:34:45.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.889+0000 7f5c4bd36900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:45.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.889+0000 7f5c4bd36900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:45.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.889+0000 7f5c4bd36900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:45.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.889+0000 7f5c4bd36900 20 zonegroup default 2026-03-11T11:34:45.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.889+0000 7f5c4bd36900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.889+0000 7f5c4bd36900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:45.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.889+0000 7f5c4bd36900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.890+0000 7f5c4bd36900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:45.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.890+0000 7f5c4bd36900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.890+0000 7f5c4bd36900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:45.890 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.890+0000 7f5c4bd36900 20 started sync module instance, tier type = 2026-03-11T11:34:45.891 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.890+0000 7f5c4bd36900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:45.902 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.901+0000 7f5c4bd36900 20 add_watcher() i=0 2026-03-11T11:34:45.902 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.901+0000 7f5c4bd36900 20 add_watcher() i=1 2026-03-11T11:34:45.902 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.901+0000 7f5c4bd36900 20 add_watcher() i=2 2026-03-11T11:34:45.902 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.901+0000 7f5c4bd36900 20 add_watcher() i=3 2026-03-11T11:34:45.902 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.901+0000 7f5c4bd36900 20 add_watcher() i=4 2026-03-11T11:34:45.902 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.901+0000 7f5c4bd36900 20 add_watcher() i=5 2026-03-11T11:34:45.902 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.901+0000 7f5c4bd36900 20 add_watcher() i=6 2026-03-11T11:34:45.903 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.903+0000 7f5c4bd36900 20 add_watcher() i=7 2026-03-11T11:34:45.903 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.903+0000 7f5c4bd36900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:45.905 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.904+0000 7f5bf4ff1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:45.905 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.904+0000 7f5c4bd36900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:45.905 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.904+0000 7f5c4bd36900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5c4bd36900 5 note: GC not initialized 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5bef7fe640 20 reqs_thread_entry: start 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5c4bd36900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5c4bd36900 20 Filter name: none 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5bed7fa640 20 reqs_thread_entry: start 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5c4bd36900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5c4bd36900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5c4bd36900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5c4bd36900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5c4bd36900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5c4bd36900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 : miss 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5c4bd36900 20 rados->read ofs=0 len=0 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5c4bd36900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5c4bd36900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 info.flags=0x17 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5c4bd36900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 to cache LRU end 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5c4bd36900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5c4bd36900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.905+0000 7f5c4bd36900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 2026-03-11T11:34:45.906 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.906+0000 7f5c4bd36900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:45.907 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.906+0000 7f5c4bd36900 1 NOTICE: finished shard 0 (0 entries found) 2026-03-11T11:34:45.907 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.906+0000 7f5c4bd36900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:45.907 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.906+0000 7f5c4bd36900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:45.907 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.907+0000 7f5c4bd36900 1 NOTICE: finished shard 2 (0 entries found) 2026-03-11T11:34:45.907 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.907+0000 7f5c4bd36900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:45.908 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.907+0000 7f5c4bd36900 1 NOTICE: finished shard 3 (0 entries found) 2026-03-11T11:34:45.908 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.907+0000 7f5c4bd36900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:45.908 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.907+0000 7f5c4bd36900 1 NOTICE: finished shard 4 (0 entries found) 2026-03-11T11:34:45.908 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.907+0000 7f5c4bd36900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:45.908 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.908+0000 7f5c4bd36900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:45.909 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.908+0000 7f5c4bd36900 1 NOTICE: finished shard 6 (0 entries found) 2026-03-11T11:34:45.909 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.908+0000 7f5c4bd36900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:45.909 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.908+0000 7f5c4bd36900 1 NOTICE: finished shard 7 (0 entries found) 2026-03-11T11:34:45.909 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.908+0000 7f5c4bd36900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:45.909 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.909+0000 7f5c4bd36900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:45.910 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.909+0000 7f5c4bd36900 1 NOTICE: finished shard 9 (0 entries found) 2026-03-11T11:34:45.910 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.909+0000 7f5c4bd36900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:45.910 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.909+0000 7f5c4bd36900 1 NOTICE: finished shard 1 (1 entries found) 2026-03-11T11:34:45.910 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.909+0000 7f5c4bd36900 1 NOTICE: finished shard 5 (1 entries found) 2026-03-11T11:34:45.910 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.910+0000 7f5c4bd36900 1 NOTICE: finished shard 10 (1 entries found) 2026-03-11T11:34:45.910 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.910+0000 7f5c4bd36900 1 NOTICE: finished shard 8 (1 entries found) 2026-03-11T11:34:45.910 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.910+0000 7f5c4bd36900 1 NOTICE: finished all shards (4 entries found) 2026-03-11T11:34:45.911 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.910+0000 7f5bf4ff1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:45.914 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.913+0000 7f5c4bd36900 20 remove_watcher() i=0 2026-03-11T11:34:45.914 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.913+0000 7f5c4bd36900 2 removed watcher, disabling cache 2026-03-11T11:34:45.915 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.914+0000 7f5c4bd36900 20 remove_watcher() i=1 2026-03-11T11:34:45.916 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.916+0000 7f5c4bd36900 20 remove_watcher() i=2 2026-03-11T11:34:45.917 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.917+0000 7f5c4bd36900 20 remove_watcher() i=3 2026-03-11T11:34:45.919 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.918+0000 7f5c4bd36900 20 remove_watcher() i=4 2026-03-11T11:34:45.920 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.920+0000 7f5c4bd36900 20 remove_watcher() i=5 2026-03-11T11:34:45.921 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.921+0000 7f5c4bd36900 20 remove_watcher() i=6 2026-03-11T11:34:45.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:45.922+0000 7f5c4bd36900 20 remove_watcher() i=7 2026-03-11T11:34:45.928 INFO:tasks.workunit.client.0.vm00.stderr:TEST: unlinked entries are not listable 2026-03-11T11:34:45.928 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:45.992 INFO:tasks.workunit.client.0.vm00.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2026-03-11T11:34:45.993 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:46.105 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check unlinked fixes unlistable entries 2026-03-11T11:34:46.105 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:46.107 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-03-11T11:34:46.129 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:46.129 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:46.148 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.147+0000 7f425112d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.148 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.148+0000 7f425112d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.149 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.148+0000 7f425112d900 20 realm 2026-03-11T11:34:46.149 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.148+0000 7f425112d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.149 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.148+0000 7f425112d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.149 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.148+0000 7f425112d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:46.149 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.148+0000 7f425112d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.149 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.148+0000 7f425112d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.149 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.148+0000 7f425112d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.149 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.149+0000 7f425112d900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:46.149 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.149+0000 7f425112d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.149+0000 7f425112d900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:46.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.149+0000 7f425112d900 20 searching for the correct realm 2026-03-11T11:34:46.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.153+0000 7f424ceb5640 0 -- 192.168.123.100:0/3543838887 >> [v2:192.168.123.100:6800/1550905084,v1:192.168.123.100:6801/1550905084] conn(0x55ba9feb3d90 msgr2=0x55ba9feb6180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:46.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.156+0000 7f424d6b6640 0 -- 192.168.123.100:0/3543838887 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x55ba9febc250 msgr2=0x55ba9febe710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:46.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:46.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:46.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:46.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:46.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:46.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 20 zone default found 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 4 Realm: () 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 20 zonegroup default 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.158+0000 7f425112d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.159+0000 7f425112d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.159+0000 7f425112d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.159+0000 7f425112d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.159+0000 7f425112d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.159+0000 7f425112d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.159+0000 7f425112d900 20 started sync module instance, tier type = 2026-03-11T11:34:46.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.159+0000 7f425112d900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:46.173 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.172+0000 7f425112d900 20 add_watcher() i=0 2026-03-11T11:34:46.173 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.172+0000 7f425112d900 20 add_watcher() i=1 2026-03-11T11:34:46.173 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.172+0000 7f425112d900 20 add_watcher() i=2 2026-03-11T11:34:46.173 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.172+0000 7f425112d900 20 add_watcher() i=3 2026-03-11T11:34:46.173 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.172+0000 7f425112d900 20 add_watcher() i=4 2026-03-11T11:34:46.173 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.172+0000 7f425112d900 20 add_watcher() i=5 2026-03-11T11:34:46.173 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.172+0000 7f425112d900 20 add_watcher() i=6 2026-03-11T11:34:46.174 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.173+0000 7f425112d900 20 add_watcher() i=7 2026-03-11T11:34:46.174 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.173+0000 7f425112d900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:46.176 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.175+0000 7f41fa7ec640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:46.176 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.175+0000 7f425112d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:46.176 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.175+0000 7f425112d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:46.176 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.175+0000 7f425112d900 5 note: GC not initialized 2026-03-11T11:34:46.176 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.175+0000 7f41f97ea640 20 reqs_thread_entry: start 2026-03-11T11:34:46.176 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f425112d900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:46.176 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f425112d900 20 Filter name: none 2026-03-11T11:34:46.176 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f41f2ffd640 20 reqs_thread_entry: start 2026-03-11T11:34:46.176 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f425112d900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-03-11T11:34:46.176 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f425112d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.177 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f425112d900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:46.177 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f425112d900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-03-11T11:34:46.177 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f425112d900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-03-11T11:34:46.177 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f425112d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 : miss 2026-03-11T11:34:46.177 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f425112d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.177 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f425112d900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:46.177 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f425112d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 info.flags=0x17 2026-03-11T11:34:46.177 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f425112d900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 to cache LRU end 2026-03-11T11:34:46.177 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f425112d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-03-11T11:34:46.177 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f425112d900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-03-11T11:34:46.177 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f425112d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 2026-03-11T11:34:46.177 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.176+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:46.177 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.177+0000 7f425112d900 1 NOTICE: finished shard 0 (0 entries removed) 2026-03-11T11:34:46.177 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.177+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:46.178 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.177+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:46.178 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.177+0000 7f425112d900 1 NOTICE: finished shard 2 (0 entries removed) 2026-03-11T11:34:46.178 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.177+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:46.178 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.178+0000 7f425112d900 1 NOTICE: finished shard 3 (0 entries removed) 2026-03-11T11:34:46.178 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.178+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:46.179 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.178+0000 7f425112d900 1 NOTICE: finished shard 4 (0 entries removed) 2026-03-11T11:34:46.179 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.178+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:46.179 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.178+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:46.179 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.179+0000 7f425112d900 1 NOTICE: finished shard 6 (0 entries removed) 2026-03-11T11:34:46.179 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.179+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:46.180 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.179+0000 7f425112d900 1 NOTICE: finished shard 7 (0 entries removed) 2026-03-11T11:34:46.180 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.179+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:46.180 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.179+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:46.180 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.180+0000 7f425112d900 1 NOTICE: finished shard 9 (0 entries removed) 2026-03-11T11:34:46.180 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.180+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:46.180 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.180+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:46.181 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.180+0000 7f425112d900 20 get_obj_state: octx=0x7f42380b7760 obj=check-bucket:e state=0x55ba9feeead8 s->prefetch_data=0 2026-03-11T11:34:46.181 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.180+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:46.181 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.180+0000 7f425112d900 20 get_obj_state: octx=0x7f42380ec040 obj=check-bucket:d state=0x55ba9feed598 s->prefetch_data=0 2026-03-11T11:34:46.181 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.180+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:46.181 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.181+0000 7f425112d900 20 get_obj_state: octx=0x55ba9feef830 obj=check-bucket:c state=0x55ba9ff7c2b8 s->prefetch_data=0 2026-03-11T11:34:46.181 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.181+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:46.182 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.181+0000 7f425112d900 20 get_obj_state: octx=0x55ba9feee2f0 obj=check-bucket:f state=0x55ba9ff7dd78 s->prefetch_data=0 2026-03-11T11:34:46.182 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.181+0000 7f425112d900 20 get_obj_state: setting s->obj_tag to vbt1qommevekq90hlmzowfcef30urvh9 2026-03-11T11:34:46.182 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.181+0000 7f425112d900 20 get_obj_state_impl: setting s->olh_tag to thnepnjpeez0sbyvmg22jn2g08zv8kb8 2026-03-11T11:34:46.182 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.181+0000 7f425112d900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=thnepnjpeez0sbyvmg22jn2g08zv8kb8 2026-03-11T11:34:46.182 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.181+0000 7f425112d900 20 get_obj_state: setting s->obj_tag to k50v453khq6hhlpsr1652oth0lam31mr 2026-03-11T11:34:46.182 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.181+0000 7f425112d900 20 get_obj_state_impl: setting s->olh_tag to 98t056f8uymh2i0kk018xbfuve26sob0 2026-03-11T11:34:46.182 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.181+0000 7f425112d900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=98t056f8uymh2i0kk018xbfuve26sob0 2026-03-11T11:34:46.183 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.182+0000 7f425112d900 20 get_obj_state: setting s->obj_tag to mjr4sk6bixzv9wpeyv08u8yhkayq71pz 2026-03-11T11:34:46.183 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.182+0000 7f425112d900 20 get_obj_state_impl: setting s->olh_tag to 5zp8kt7g06qct1w3nhkl6gt4a86may67 2026-03-11T11:34:46.183 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.182+0000 7f425112d900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=5zp8kt7g06qct1w3nhkl6gt4a86may67 2026-03-11T11:34:46.183 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.182+0000 7f425112d900 20 get_obj_state: setting s->obj_tag to z25indxqhm0v1wx9cu2wfv8bck3hfv24 2026-03-11T11:34:46.183 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.182+0000 7f425112d900 20 get_obj_state_impl: setting s->olh_tag to snfm0w2obl3bdkzj88s9pqo8p0e5v0r4 2026-03-11T11:34:46.183 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.182+0000 7f425112d900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=snfm0w2obl3bdkzj88s9pqo8p0e5v0r4 2026-03-11T11:34:46.184 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.183+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:46.184 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.184+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:46.187 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.185+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:46.187 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.185+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:46.187 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.185+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:46.187 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.186+0000 7f425112d900 20 olh_log_entry: epoch=3 op=3 key=d[CPdsqPuIIruVDvgD2EJvCQSpA.WNl7l] 2026-03-11T11:34:46.187 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.186+0000 7f425112d900 20 get_obj_state: octx=0x7f42380ec040 obj=check-bucket:_:CPdsqPuIIruVDvgD2EJvCQSpA.WNl7l_d state=0x55ba9ff964f8 s->prefetch_data=0 2026-03-11T11:34:46.187 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.187+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:46.188 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.188+0000 7f425112d900 10 manifest: total_size = 11 2026-03-11T11:34:46.188 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.188+0000 7f425112d900 20 get_obj_state: setting s->obj_tag to 2bd3fada-405d-490f-a500-527338610706.4448.3995463449924425554 2026-03-11T11:34:46.188 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.188+0000 7f425112d900 20 get_obj_state: octx=0x7f42380ec040 obj=check-bucket:_:CPdsqPuIIruVDvgD2EJvCQSpA.WNl7l_d state=0x55ba9ff964f8 s->prefetch_data=0 2026-03-11T11:34:46.188 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.188+0000 7f425112d900 20 prepare_atomic_modification: state is not atomic. state=0x55ba9ff964f8 2026-03-11T11:34:46.188 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.188+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:46.188 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.188+0000 7f425112d900 20 olh_log_entry: epoch=2 op=2 key=e[] 2026-03-11T11:34:46.188 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.188+0000 7f425112d900 20 olh_log_entry: epoch=2 op=3 key=e[mCF96ak.MCICWNllb8xVFZjFj1Jl8XF] 2026-03-11T11:34:46.189 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.188+0000 7f425112d900 20 get_obj_state: octx=0x7f42380b7760 obj=check-bucket:_:mCF96ak.MCICWNllb8xVFZjFj1Jl8XF_e state=0x55ba9ff88678 s->prefetch_data=0 2026-03-11T11:34:46.189 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.188+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:46.189 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.188+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:46.190 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.189+0000 7f425112d900 20 olh_log_entry: epoch=3 op=3 key=c[DrSuPa1iZ8SlThAj0Ez9htDSgqkWrq1] 2026-03-11T11:34:46.190 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.189+0000 7f425112d900 20 get_obj_state: octx=0x55ba9feef830 obj=check-bucket:_:DrSuPa1iZ8SlThAj0Ez9htDSgqkWrq1_c state=0x55ba9ff8f548 s->prefetch_data=0 2026-03-11T11:34:46.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.189+0000 7f425112d900 10 manifest: total_size = 11 2026-03-11T11:34:46.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.189+0000 7f425112d900 20 get_obj_state: setting s->obj_tag to 2bd3fada-405d-490f-a500-527338610706.4448.9932165210865733387 2026-03-11T11:34:46.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.189+0000 7f425112d900 20 get_obj_state: octx=0x7f42380b7760 obj=check-bucket:_:mCF96ak.MCICWNllb8xVFZjFj1Jl8XF_e state=0x55ba9ff88678 s->prefetch_data=0 2026-03-11T11:34:46.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.189+0000 7f425112d900 20 prepare_atomic_modification: state is not atomic. state=0x55ba9ff88678 2026-03-11T11:34:46.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.189+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:46.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.189+0000 7f425112d900 20 olh_log_entry: epoch=2 op=2 key=f[] 2026-03-11T11:34:46.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.189+0000 7f425112d900 20 olh_log_entry: epoch=2 op=3 key=f[rI4pbKVHHI8pq7-n9tgK1kC1BxQAX.l] 2026-03-11T11:34:46.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.189+0000 7f425112d900 20 get_obj_state: octx=0x55ba9feee2f0 obj=check-bucket:_:rI4pbKVHHI8pq7-n9tgK1kC1BxQAX.l_f state=0x55ba9ffaf398 s->prefetch_data=0 2026-03-11T11:34:46.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.190+0000 7f425112d900 10 manifest: total_size = 11 2026-03-11T11:34:46.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.190+0000 7f425112d900 20 get_obj_state: setting s->obj_tag to 2bd3fada-405d-490f-a500-527338610706.4448.11495454407268753208 2026-03-11T11:34:46.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.190+0000 7f425112d900 20 get_obj_state: octx=0x55ba9feef830 obj=check-bucket:_:DrSuPa1iZ8SlThAj0Ez9htDSgqkWrq1_c state=0x55ba9ff8f548 s->prefetch_data=0 2026-03-11T11:34:46.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.190+0000 7f425112d900 20 prepare_atomic_modification: state is not atomic. state=0x55ba9ff8f548 2026-03-11T11:34:46.191 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.190+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:46.192 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.190+0000 7f425112d900 10 manifest: total_size = 22 2026-03-11T11:34:46.192 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.190+0000 7f425112d900 20 get_obj_state: setting s->obj_tag to 2bd3fada-405d-490f-a500-527338610706.4448.12110137733346989665 2026-03-11T11:34:46.192 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.190+0000 7f425112d900 20 get_obj_state: octx=0x55ba9feee2f0 obj=check-bucket:_:rI4pbKVHHI8pq7-n9tgK1kC1BxQAX.l_f state=0x55ba9ffaf398 s->prefetch_data=0 2026-03-11T11:34:46.192 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.190+0000 7f425112d900 20 prepare_atomic_modification: state is not atomic. state=0x55ba9ffaf398 2026-03-11T11:34:46.192 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.190+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:46.197 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.196+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:46.197 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.196+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:46.197 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.196+0000 7f42237fe640 20 handle_completion(): completion ok for obj=d[CPdsqPuIIruVDvgD2EJvCQSpA.WNl7l] 2026-03-11T11:34:46.197 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.196+0000 7f425112d900 20 get_obj_state: octx=0x7f42380b7760 obj=check-bucket:e state=0x55ba9feeead8 s->prefetch_data=0 2026-03-11T11:34:46.197 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.196+0000 7f425112d900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=thnepnjpeez0sbyvmg22jn2g08zv8kb8 2026-03-11T11:34:46.199 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.198+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:46.199 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.198+0000 7f4228ff9640 20 handle_completion(): completion ok for obj=e[mCF96ak.MCICWNllb8xVFZjFj1Jl8XF] 2026-03-11T11:34:46.199 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.198+0000 7f42237fe640 20 handle_completion(): completion ok for obj=c[DrSuPa1iZ8SlThAj0Ez9htDSgqkWrq1] 2026-03-11T11:34:46.199 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.198+0000 7f425112d900 1 NOTICE: finished shard 5 (1 entries removed) 2026-03-11T11:34:46.199 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.198+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:46.200 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.198+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:46.200 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.200+0000 7f4228ff9640 20 handle_completion(): completion ok for obj=f[rI4pbKVHHI8pq7-n9tgK1kC1BxQAX.l] 2026-03-11T11:34:46.202 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.201+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:46.202 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.201+0000 7f425112d900 1 NOTICE: finished shard 8 (1 entries removed) 2026-03-11T11:34:46.202 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.201+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:46.202 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.202+0000 7f425112d900 20 get_obj_state: octx=0x55ba9feee2f0 obj=check-bucket:f state=0x55ba9ff7dd78 s->prefetch_data=0 2026-03-11T11:34:46.202 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.202+0000 7f425112d900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=snfm0w2obl3bdkzj88s9pqo8p0e5v0r4 2026-03-11T11:34:46.204 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.203+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:46.204 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.203+0000 7f425112d900 1 NOTICE: finished shard 1 (1 entries removed) 2026-03-11T11:34:46.205 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.205+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:46.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.206+0000 7f425112d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:46.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.206+0000 7f425112d900 1 NOTICE: finished shard 10 (1 entries removed) 2026-03-11T11:34:46.207 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.206+0000 7f425112d900 1 NOTICE: finished all shards (4 entries removed) 2026-03-11T11:34:46.208 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.207+0000 7f41fa7ec640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:46.210 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.210+0000 7f425112d900 20 remove_watcher() i=0 2026-03-11T11:34:46.210 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.210+0000 7f425112d900 2 removed watcher, disabling cache 2026-03-11T11:34:46.212 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.211+0000 7f425112d900 20 remove_watcher() i=1 2026-03-11T11:34:46.213 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.213+0000 7f425112d900 20 remove_watcher() i=2 2026-03-11T11:34:46.215 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.214+0000 7f425112d900 20 remove_watcher() i=3 2026-03-11T11:34:46.216 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.215+0000 7f425112d900 20 remove_watcher() i=4 2026-03-11T11:34:46.217 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.217+0000 7f425112d900 20 remove_watcher() i=5 2026-03-11T11:34:46.219 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.218+0000 7f425112d900 20 remove_watcher() i=6 2026-03-11T11:34:46.220 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.220+0000 7f425112d900 20 remove_watcher() i=7 2026-03-11T11:34:46.269 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check unlinked does not affect normal entries 2026-03-11T11:34:46.269 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:46.377 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2026-03-11T11:34:46.377 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:46.377 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-03-11T11:34:46.398 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:46.398 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:46.419 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.418+0000 7fb70bb2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.420 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.419+0000 7fb70bb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.420 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.419+0000 7fb70bb2d900 20 realm 2026-03-11T11:34:46.420 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.419+0000 7fb70bb2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.420 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.420+0000 7fb70bb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.420 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.420+0000 7fb70bb2d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:46.420 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.420+0000 7fb70bb2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.420 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.420+0000 7fb70bb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.420 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.420+0000 7fb70bb2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.420+0000 7fb70bb2d900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:46.421 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.420+0000 7fb70bb2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.422 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.421+0000 7fb70bb2d900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:46.422 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.421+0000 7fb70bb2d900 20 searching for the correct realm 2026-03-11T11:34:46.425 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.424+0000 7fb703fff640 0 -- 192.168.123.100:0/2081498764 >> [v2:192.168.123.108:6826/2748514113,v1:192.168.123.108:6827/2748514113] conn(0x561ff7c52290 msgr2=0x7fb6fc0b7da0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-03-11T11:34:46.630 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.629+0000 7fb703fff640 0 -- 192.168.123.100:0/2081498764 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x561ff7e75920 msgr2=0x561ff7e77de0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:46.632 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.631+0000 7fb70bb2d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:46.632 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.631+0000 7fb70bb2d900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:46.632 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.631+0000 7fb70bb2d900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:46.632 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.631+0000 7fb70bb2d900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:46.632 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.631+0000 7fb70bb2d900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:46.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.631+0000 7fb70bb2d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:46.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.631+0000 7fb70bb2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.632+0000 7fb70bb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.632+0000 7fb70bb2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.632+0000 7fb70bb2d900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:46.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.632+0000 7fb70bb2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.632+0000 7fb70bb2d900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:46.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.632+0000 7fb70bb2d900 20 zone default found 2026-03-11T11:34:46.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.632+0000 7fb70bb2d900 4 Realm: () 2026-03-11T11:34:46.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.632+0000 7fb70bb2d900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:46.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.632+0000 7fb70bb2d900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:46.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.632+0000 7fb70bb2d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:46.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.632+0000 7fb70bb2d900 20 zonegroup default 2026-03-11T11:34:46.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.632+0000 7fb70bb2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.633+0000 7fb70bb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.633 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.633+0000 7fb70bb2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.634 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.633+0000 7fb70bb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.634 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.633+0000 7fb70bb2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.634 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.633+0000 7fb70bb2d900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.634 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.633+0000 7fb70bb2d900 20 started sync module instance, tier type = 2026-03-11T11:34:46.634 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.633+0000 7fb70bb2d900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:46.647 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.647+0000 7fb70bb2d900 20 add_watcher() i=0 2026-03-11T11:34:46.647 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.647+0000 7fb70bb2d900 20 add_watcher() i=1 2026-03-11T11:34:46.647 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.647+0000 7fb70bb2d900 20 add_watcher() i=2 2026-03-11T11:34:46.647 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.647+0000 7fb70bb2d900 20 add_watcher() i=3 2026-03-11T11:34:46.647 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.647+0000 7fb70bb2d900 20 add_watcher() i=4 2026-03-11T11:34:46.648 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.647+0000 7fb70bb2d900 20 add_watcher() i=5 2026-03-11T11:34:46.648 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.647+0000 7fb70bb2d900 20 add_watcher() i=6 2026-03-11T11:34:46.648 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.647+0000 7fb70bb2d900 20 add_watcher() i=7 2026-03-11T11:34:46.648 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.647+0000 7fb70bb2d900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:46.650 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.649+0000 7fb6b57ea640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:46.650 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.649+0000 7fb70bb2d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:46.650 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.649+0000 7fb70bb2d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:46.650 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.649+0000 7fb70bb2d900 5 note: GC not initialized 2026-03-11T11:34:46.650 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.650+0000 7fb6affff640 20 reqs_thread_entry: start 2026-03-11T11:34:46.650 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.650+0000 7fb70bb2d900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:46.650 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.650+0000 7fb70bb2d900 20 Filter name: none 2026-03-11T11:34:46.651 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.650+0000 7fb6adffb640 20 reqs_thread_entry: start 2026-03-11T11:34:46.651 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.650+0000 7fb70bb2d900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-03-11T11:34:46.651 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.650+0000 7fb70bb2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.651 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.650+0000 7fb70bb2d900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:46.651 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.650+0000 7fb70bb2d900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-03-11T11:34:46.651 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.650+0000 7fb70bb2d900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-03-11T11:34:46.651 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.650+0000 7fb70bb2d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 : miss 2026-03-11T11:34:46.651 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.650+0000 7fb70bb2d900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.651 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.651+0000 7fb70bb2d900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:46.651 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.651+0000 7fb70bb2d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 info.flags=0x17 2026-03-11T11:34:46.651 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.651+0000 7fb70bb2d900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 to cache LRU end 2026-03-11T11:34:46.651 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.651+0000 7fb70bb2d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-03-11T11:34:46.651 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.651+0000 7fb70bb2d900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-03-11T11:34:46.652 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.651+0000 7fb70bb2d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 2026-03-11T11:34:46.652 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.651+0000 7fb70bb2d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:46.652 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.651+0000 7fb70bb2d900 1 NOTICE: finished shard 0 (0 entries found) 2026-03-11T11:34:46.652 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.651+0000 7fb70bb2d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:46.652 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.651+0000 7fb70bb2d900 1 NOTICE: finished shard 1 (0 entries found) 2026-03-11T11:34:46.652 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.651+0000 7fb70bb2d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:46.652 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.652+0000 7fb70bb2d900 1 NOTICE: finished shard 2 (0 entries found) 2026-03-11T11:34:46.653 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.652+0000 7fb70bb2d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:46.653 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.652+0000 7fb70bb2d900 1 NOTICE: finished shard 3 (0 entries found) 2026-03-11T11:34:46.653 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.652+0000 7fb70bb2d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:46.653 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.653+0000 7fb70bb2d900 1 NOTICE: finished shard 4 (0 entries found) 2026-03-11T11:34:46.653 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.653+0000 7fb70bb2d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:46.654 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.653+0000 7fb70bb2d900 1 NOTICE: finished shard 5 (0 entries found) 2026-03-11T11:34:46.654 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.653+0000 7fb70bb2d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:46.654 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.653+0000 7fb70bb2d900 1 NOTICE: finished shard 6 (0 entries found) 2026-03-11T11:34:46.654 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.653+0000 7fb70bb2d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:46.654 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.653+0000 7fb70bb2d900 1 NOTICE: finished shard 7 (0 entries found) 2026-03-11T11:34:46.654 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.653+0000 7fb70bb2d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:46.654 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.654+0000 7fb70bb2d900 1 NOTICE: finished shard 8 (0 entries found) 2026-03-11T11:34:46.654 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.654+0000 7fb70bb2d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:46.654 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.654+0000 7fb70bb2d900 1 NOTICE: finished shard 9 (0 entries found) 2026-03-11T11:34:46.654 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.654+0000 7fb70bb2d900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:46.655 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.654+0000 7fb70bb2d900 1 NOTICE: finished shard 10 (0 entries found) 2026-03-11T11:34:46.655 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.654+0000 7fb70bb2d900 1 NOTICE: finished all shards (0 entries found) 2026-03-11T11:34:46.656 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.655+0000 7fb6b57ea640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:46.659 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.658+0000 7fb70bb2d900 20 remove_watcher() i=0 2026-03-11T11:34:46.659 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.658+0000 7fb70bb2d900 2 removed watcher, disabling cache 2026-03-11T11:34:46.660 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.660+0000 7fb70bb2d900 20 remove_watcher() i=1 2026-03-11T11:34:46.662 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.661+0000 7fb70bb2d900 20 remove_watcher() i=2 2026-03-11T11:34:46.663 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.662+0000 7fb70bb2d900 20 remove_watcher() i=3 2026-03-11T11:34:46.665 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.664+0000 7fb70bb2d900 20 remove_watcher() i=4 2026-03-11T11:34:46.666 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.666+0000 7fb70bb2d900 20 remove_watcher() i=5 2026-03-11T11:34:46.668 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.667+0000 7fb70bb2d900 20 remove_watcher() i=6 2026-03-11T11:34:46.669 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.669+0000 7fb70bb2d900 20 remove_watcher() i=7 2026-03-11T11:34:46.781 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-03-11T11:34:46.801 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:46.801 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:46.826 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.825+0000 7fda57210900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.828+0000 7fda57210900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.829 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.828+0000 7fda57210900 20 realm 2026-03-11T11:34:46.829 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.828+0000 7fda57210900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.829 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.828+0000 7fda57210900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.829 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.828+0000 7fda57210900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:46.829 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.828+0000 7fda57210900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.829 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.828+0000 7fda57210900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:46.829 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.828+0000 7fda57210900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.830 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.829+0000 7fda57210900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:46.830 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.829+0000 7fda57210900 20 rados->read ofs=0 len=0 2026-03-11T11:34:46.830 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.830+0000 7fda57210900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:46.830 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.830+0000 7fda57210900 20 searching for the correct realm 2026-03-11T11:34:46.833 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:46.833+0000 7fda5310f640 0 -- 192.168.123.100:0/1181962131 >> [v2:192.168.123.108:6826/2748514113,v1:192.168.123.108:6827/2748514113] conn(0x7fda10083a60 msgr2=0x7fda10085e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:47.039 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.038+0000 7fda5310f640 0 -- 192.168.123.100:0/1181962131 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x55e895773d50 msgr2=0x55e895776210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:47.041 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.040+0000 7fda57210900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:47.041 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.040+0000 7fda57210900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:47.041 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.040+0000 7fda57210900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:47.041 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.040+0000 7fda57210900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:47.041 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.040+0000 7fda57210900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:47.041 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.040+0000 7fda57210900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:47.041 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.040+0000 7fda57210900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.041 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.040+0000 7fda57210900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.041 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.040+0000 7fda57210900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.041 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.041+0000 7fda57210900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:47.041 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.041+0000 7fda57210900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.041 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.041+0000 7fda57210900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:47.042 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.041+0000 7fda57210900 20 zone default found 2026-03-11T11:34:47.042 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.041+0000 7fda57210900 4 Realm: () 2026-03-11T11:34:47.042 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.041+0000 7fda57210900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:47.042 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.041+0000 7fda57210900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:47.042 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.041+0000 7fda57210900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:47.042 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.041+0000 7fda57210900 20 zonegroup default 2026-03-11T11:34:47.042 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.041+0000 7fda57210900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.042 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.041+0000 7fda57210900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.042 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.041+0000 7fda57210900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.042 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.041+0000 7fda57210900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.042 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.041+0000 7fda57210900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.042 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.042+0000 7fda57210900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.042 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.042+0000 7fda57210900 20 started sync module instance, tier type = 2026-03-11T11:34:47.042 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.042+0000 7fda57210900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:47.057 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.056+0000 7fda57210900 20 add_watcher() i=0 2026-03-11T11:34:47.057 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.056+0000 7fda57210900 20 add_watcher() i=1 2026-03-11T11:34:47.057 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.056+0000 7fda57210900 20 add_watcher() i=2 2026-03-11T11:34:47.057 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.056+0000 7fda57210900 20 add_watcher() i=3 2026-03-11T11:34:47.057 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.056+0000 7fda57210900 20 add_watcher() i=4 2026-03-11T11:34:47.057 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.056+0000 7fda57210900 20 add_watcher() i=5 2026-03-11T11:34:47.057 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.056+0000 7fda57210900 20 add_watcher() i=6 2026-03-11T11:34:47.058 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.058+0000 7fda57210900 20 add_watcher() i=7 2026-03-11T11:34:47.058 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.058+0000 7fda57210900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:47.060 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.059+0000 7fd9fbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:47.060 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.060+0000 7fda57210900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:47.060 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.060+0000 7fda57210900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:47.060 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.060+0000 7fda57210900 5 note: GC not initialized 2026-03-11T11:34:47.061 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.060+0000 7fd9faffd640 20 reqs_thread_entry: start 2026-03-11T11:34:47.061 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.060+0000 7fda57210900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:47.061 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.060+0000 7fda57210900 20 Filter name: none 2026-03-11T11:34:47.061 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.060+0000 7fd9f8ff9640 20 reqs_thread_entry: start 2026-03-11T11:34:47.061 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.060+0000 7fda57210900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.061 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.061+0000 7fda57210900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:47.061 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.061+0000 7fda57210900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.062 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.061+0000 7fda57210900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:47.062 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.061+0000 7fda57210900 20 couldn't put binfo cache entry, might have raced with data changes 2026-03-11T11:34:47.062 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.061+0000 7fda57210900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-03-11T11:34:47.062 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.061+0000 7fda57210900 20 INFO: main: starting shard=0 2026-03-11T11:34:47.062 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.061+0000 7fda57210900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:47.062 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.061+0000 7fda57210900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.062 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.061+0000 7fda57210900 20 INFO: main: starting shard=1 2026-03-11T11:34:47.062 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.061+0000 7fda57210900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:47.062 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.062+0000 7fda57210900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.062 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.062+0000 7fda57210900 20 INFO: main: starting shard=2 2026-03-11T11:34:47.062 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.062+0000 7fda57210900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:47.063 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.062+0000 7fda57210900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.063 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.062+0000 7fda57210900 20 INFO: main: starting shard=3 2026-03-11T11:34:47.063 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.062+0000 7fda57210900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:47.063 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.062+0000 7fda57210900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.063 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.062+0000 7fda57210900 20 INFO: main: starting shard=4 2026-03-11T11:34:47.063 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.062+0000 7fda57210900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:47.063 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.063+0000 7fda57210900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.063 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.063+0000 7fda57210900 20 INFO: main: starting shard=5 2026-03-11T11:34:47.063 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.063+0000 7fda57210900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:47.064 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.063+0000 7fda57210900 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2026-03-11T11:34:47.064 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.063+0000 7fda57210900 20 INFO: main: starting shard=6 2026-03-11T11:34:47.064 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.063+0000 7fda57210900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:47.064 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.063+0000 7fda57210900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.064 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.063+0000 7fda57210900 20 INFO: main: starting shard=7 2026-03-11T11:34:47.064 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.063+0000 7fda57210900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:47.064 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.063+0000 7fda57210900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.064 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.063+0000 7fda57210900 20 INFO: main: starting shard=8 2026-03-11T11:34:47.064 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.063+0000 7fda57210900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:47.064 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.064+0000 7fda57210900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.065 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.064+0000 7fda57210900 20 INFO: main: starting shard=9 2026-03-11T11:34:47.065 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.064+0000 7fda57210900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:47.065 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.064+0000 7fda57210900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.065 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.064+0000 7fda57210900 20 INFO: main: starting shard=10 2026-03-11T11:34:47.065 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.064+0000 7fda57210900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:47.065 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.064+0000 7fda57210900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.065 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.064+0000 7fda57210900 20 INFO: main: done 2026-03-11T11:34:47.066 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.065+0000 7fd9fbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:47.068 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.068+0000 7fda57210900 20 remove_watcher() i=0 2026-03-11T11:34:47.069 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.068+0000 7fda57210900 2 removed watcher, disabling cache 2026-03-11T11:34:47.070 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.069+0000 7fda57210900 20 remove_watcher() i=1 2026-03-11T11:34:47.071 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.071+0000 7fda57210900 20 remove_watcher() i=2 2026-03-11T11:34:47.073 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.072+0000 7fda57210900 20 remove_watcher() i=3 2026-03-11T11:34:47.074 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.073+0000 7fda57210900 20 remove_watcher() i=4 2026-03-11T11:34:47.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.074+0000 7fda57210900 20 remove_watcher() i=5 2026-03-11T11:34:47.076 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.076+0000 7fda57210900 20 remove_watcher() i=6 2026-03-11T11:34:47.078 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.077+0000 7fda57210900 20 remove_watcher() i=7 2026-03-11T11:34:47.085 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-03-11T11:34:47.105 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:47.105 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:47.125 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.124+0000 7f51ef25c900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.126 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.125+0000 7f51ef25c900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.126 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.125+0000 7f51ef25c900 20 realm 2026-03-11T11:34:47.126 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.125+0000 7f51ef25c900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.126 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.125+0000 7f51ef25c900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.126 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.125+0000 7f51ef25c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:47.126 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.125+0000 7f51ef25c900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.126 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.126+0000 7f51ef25c900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.126 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.126+0000 7f51ef25c900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.127 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.126+0000 7f51ef25c900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:47.127 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.126+0000 7f51ef25c900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.128 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.127+0000 7f51ef25c900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:47.128 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.127+0000 7f51ef25c900 20 searching for the correct realm 2026-03-11T11:34:47.131 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.131+0000 7f51e7fff640 0 -- 192.168.123.100:0/1989501187 >> [v2:192.168.123.100:6816/3717540936,v1:192.168.123.100:6817/3717540936] conn(0x7f51dc07e040 msgr2=0x7f51dc06fac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:47.135 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.134+0000 7f51ecd21640 0 -- 192.168.123.100:0/1989501187 >> [v2:192.168.123.108:6810/3719880157,v1:192.168.123.108:6811/3719880157] conn(0x7f51dc078a80 msgr2=0x7f51dc06fac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:47.137 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:47.137 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:47.137 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:47.137 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:47.137 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:47.137 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:47.137 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.137 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.137 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.137 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:47.137 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.137 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:47.137 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 20 zone default found 2026-03-11T11:34:47.137 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 4 Realm: () 2026-03-11T11:34:47.137 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:47.137 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:47.138 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:47.138 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 20 zonegroup default 2026-03-11T11:34:47.138 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.136+0000 7f51ef25c900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.138 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.137+0000 7f51ef25c900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.138 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.137+0000 7f51ef25c900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.138 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.137+0000 7f51ef25c900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.138 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.137+0000 7f51ef25c900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.138 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.137+0000 7f51ef25c900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.138 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.137+0000 7f51ef25c900 20 started sync module instance, tier type = 2026-03-11T11:34:47.138 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.137+0000 7f51ef25c900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:47.152 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.152+0000 7f51ef25c900 20 add_watcher() i=0 2026-03-11T11:34:47.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.152+0000 7f51ef25c900 20 add_watcher() i=1 2026-03-11T11:34:47.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.152+0000 7f51ef25c900 20 add_watcher() i=2 2026-03-11T11:34:47.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.152+0000 7f51ef25c900 20 add_watcher() i=3 2026-03-11T11:34:47.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.152+0000 7f51ef25c900 20 add_watcher() i=4 2026-03-11T11:34:47.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.152+0000 7f51ef25c900 20 add_watcher() i=5 2026-03-11T11:34:47.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.152+0000 7f51ef25c900 20 add_watcher() i=6 2026-03-11T11:34:47.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.153+0000 7f51ef25c900 20 add_watcher() i=7 2026-03-11T11:34:47.153 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.153+0000 7f51ef25c900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:47.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.155+0000 7f519a7ec640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:47.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.155+0000 7f51ef25c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:47.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.155+0000 7f51ef25c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:47.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.155+0000 7f51ef25c900 5 note: GC not initialized 2026-03-11T11:34:47.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.155+0000 7f51997ea640 20 reqs_thread_entry: start 2026-03-11T11:34:47.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.155+0000 7f51ef25c900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:47.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.155+0000 7f51ef25c900 20 Filter name: none 2026-03-11T11:34:47.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.155+0000 7f5192ffd640 20 reqs_thread_entry: start 2026-03-11T11:34:47.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.155+0000 7f51ef25c900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.155+0000 7f51ef25c900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:47.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.155+0000 7f51ef25c900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.156+0000 7f51ef25c900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:47.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.156+0000 7f51ef25c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-03-11T11:34:47.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.156+0000 7f51ef25c900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-03-11T11:34:47.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.156+0000 7f51ef25c900 20 INFO: main: starting shard=0 2026-03-11T11:34:47.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.156+0000 7f51ef25c900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:47.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.156+0000 7f51ef25c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.156+0000 7f51ef25c900 20 INFO: main: starting shard=1 2026-03-11T11:34:47.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.156+0000 7f51ef25c900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:47.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.156+0000 7f51ef25c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.156+0000 7f51ef25c900 20 INFO: main: starting shard=2 2026-03-11T11:34:47.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.156+0000 7f51ef25c900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:47.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.157+0000 7f51ef25c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.157+0000 7f51ef25c900 20 INFO: main: starting shard=3 2026-03-11T11:34:47.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.157+0000 7f51ef25c900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:47.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.158+0000 7f51ef25c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.158+0000 7f51ef25c900 20 INFO: main: starting shard=4 2026-03-11T11:34:47.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.158+0000 7f51ef25c900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:47.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.158+0000 7f51ef25c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.158+0000 7f51ef25c900 20 INFO: main: starting shard=5 2026-03-11T11:34:47.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.158+0000 7f51ef25c900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:47.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.158+0000 7f51ef25c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.158+0000 7f51ef25c900 20 INFO: main: starting shard=6 2026-03-11T11:34:47.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.158+0000 7f51ef25c900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:47.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.159+0000 7f51ef25c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.159+0000 7f51ef25c900 20 INFO: main: starting shard=7 2026-03-11T11:34:47.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.159+0000 7f51ef25c900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:47.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.159+0000 7f51ef25c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.159+0000 7f51ef25c900 20 INFO: main: starting shard=8 2026-03-11T11:34:47.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.159+0000 7f51ef25c900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:47.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.159+0000 7f51ef25c900 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2026-03-11T11:34:47.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.159+0000 7f51ef25c900 20 INFO: main: starting shard=9 2026-03-11T11:34:47.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.159+0000 7f51ef25c900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:47.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.159+0000 7f51ef25c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.159+0000 7f51ef25c900 20 INFO: main: starting shard=10 2026-03-11T11:34:47.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.159+0000 7f51ef25c900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:47.161 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.160+0000 7f51ef25c900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.161 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.160+0000 7f51ef25c900 20 INFO: main: done 2026-03-11T11:34:47.161 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.160+0000 7f519a7ec640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:47.164 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.163+0000 7f51ef25c900 20 remove_watcher() i=0 2026-03-11T11:34:47.164 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.163+0000 7f51ef25c900 2 removed watcher, disabling cache 2026-03-11T11:34:47.165 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.165+0000 7f51ef25c900 20 remove_watcher() i=1 2026-03-11T11:34:47.167 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.166+0000 7f51ef25c900 20 remove_watcher() i=2 2026-03-11T11:34:47.168 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.167+0000 7f51ef25c900 20 remove_watcher() i=3 2026-03-11T11:34:47.169 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.168+0000 7f51ef25c900 20 remove_watcher() i=4 2026-03-11T11:34:47.170 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.170+0000 7f51ef25c900 20 remove_watcher() i=5 2026-03-11T11:34:47.172 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.171+0000 7f51ef25c900 20 remove_watcher() i=6 2026-03-11T11:34:47.173 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.173+0000 7f51ef25c900 20 remove_watcher() i=7 2026-03-11T11:34:47.179 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check olh finds leftover OLH entries 2026-03-11T11:34:47.179 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:47.180 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2026-03-11T11:34:47.200 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:47.200 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:47.220 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.219+0000 7f2305e39900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.221 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.220+0000 7f2305e39900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.221 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.220+0000 7f2305e39900 20 realm 2026-03-11T11:34:47.221 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.220+0000 7f2305e39900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.221 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.220+0000 7f2305e39900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.221 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.220+0000 7f2305e39900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:47.221 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.220+0000 7f2305e39900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.221 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.220+0000 7f2305e39900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.221 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.220+0000 7f2305e39900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.222 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.221+0000 7f2305e39900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:47.222 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.221+0000 7f2305e39900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.222 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.222+0000 7f2305e39900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:47.222 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.222+0000 7f2305e39900 20 searching for the correct realm 2026-03-11T11:34:47.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.225+0000 7f22ff7fe640 0 -- 192.168.123.100:0/1095391928 >> [v2:192.168.123.100:6808/1972907142,v1:192.168.123.100:6809/1972907142] conn(0x7f22e4003ab0 msgr2=0x7f22f8064270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:47.229 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.228+0000 7f22feffd640 0 -- 192.168.123.100:0/1095391928 >> [v2:192.168.123.100:6823/1383947696,v1:192.168.123.100:6825/1383947696] conn(0x5639528e99a0 msgr2=0x5639528ebdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:47.231 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.230+0000 7f2305e39900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:47.231 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.230+0000 7f2305e39900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:47.231 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.230+0000 7f2305e39900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:47.231 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.230+0000 7f2305e39900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:47.231 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.230+0000 7f2305e39900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:47.231 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.230+0000 7f2305e39900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:47.231 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.230+0000 7f2305e39900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.231 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.230+0000 7f2305e39900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.230+0000 7f2305e39900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.230+0000 7f2305e39900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.230+0000 7f2305e39900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.231+0000 7f2305e39900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.231+0000 7f2305e39900 20 zone default found 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.231+0000 7f2305e39900 4 Realm: () 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.231+0000 7f2305e39900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.231+0000 7f2305e39900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.231+0000 7f2305e39900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.231+0000 7f2305e39900 20 zonegroup default 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.231+0000 7f2305e39900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.231+0000 7f2305e39900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.231+0000 7f2305e39900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.231+0000 7f2305e39900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.231+0000 7f2305e39900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.231+0000 7f2305e39900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.231+0000 7f2305e39900 20 started sync module instance, tier type = 2026-03-11T11:34:47.232 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.231+0000 7f2305e39900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:47.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.245+0000 7f2305e39900 20 add_watcher() i=0 2026-03-11T11:34:47.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.245+0000 7f2305e39900 20 add_watcher() i=1 2026-03-11T11:34:47.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.245+0000 7f2305e39900 20 add_watcher() i=2 2026-03-11T11:34:47.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.245+0000 7f2305e39900 20 add_watcher() i=3 2026-03-11T11:34:47.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.245+0000 7f2305e39900 20 add_watcher() i=4 2026-03-11T11:34:47.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.245+0000 7f2305e39900 20 add_watcher() i=5 2026-03-11T11:34:47.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.245+0000 7f2305e39900 20 add_watcher() i=6 2026-03-11T11:34:47.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.246+0000 7f2305e39900 20 add_watcher() i=7 2026-03-11T11:34:47.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.246+0000 7f2305e39900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:47.248 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.247+0000 7f22b0ff1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:47.248 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.248+0000 7f2305e39900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:47.248 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.248+0000 7f2305e39900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:47.248 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.248+0000 7f2305e39900 5 note: GC not initialized 2026-03-11T11:34:47.249 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.248+0000 7f22ab7fe640 20 reqs_thread_entry: start 2026-03-11T11:34:47.249 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.248+0000 7f2305e39900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:47.249 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.248+0000 7f2305e39900 20 Filter name: none 2026-03-11T11:34:47.249 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.248+0000 7f22a97fa640 20 reqs_thread_entry: start 2026-03-11T11:34:47.249 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.248+0000 7f2305e39900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-03-11T11:34:47.249 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.248+0000 7f2305e39900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.249 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.248+0000 7f2305e39900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:47.249 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.248+0000 7f2305e39900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-03-11T11:34:47.249 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.248+0000 7f2305e39900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-03-11T11:34:47.249 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.248+0000 7f2305e39900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 : miss 2026-03-11T11:34:47.249 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.248+0000 7f2305e39900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.250 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.249+0000 7f2305e39900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:47.250 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.249+0000 7f2305e39900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 info.flags=0x17 2026-03-11T11:34:47.250 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.249+0000 7f2305e39900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 to cache LRU end 2026-03-11T11:34:47.250 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.249+0000 7f2305e39900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-03-11T11:34:47.250 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.249+0000 7f2305e39900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-03-11T11:34:47.250 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.249+0000 7f2305e39900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 2026-03-11T11:34:47.250 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.249+0000 7f2305e39900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:47.250 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.249+0000 7f2305e39900 1 NOTICE: finished shard 0 (0 entries found) 2026-03-11T11:34:47.250 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.249+0000 7f2305e39900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:47.250 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.250+0000 7f2305e39900 1 NOTICE: finished shard 1 (0 entries found) 2026-03-11T11:34:47.250 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.250+0000 7f2305e39900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:47.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.250+0000 7f2305e39900 1 NOTICE: finished shard 2 (0 entries found) 2026-03-11T11:34:47.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.250+0000 7f2305e39900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:47.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.250+0000 7f2305e39900 1 NOTICE: finished shard 3 (0 entries found) 2026-03-11T11:34:47.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.250+0000 7f2305e39900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:47.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.250+0000 7f2305e39900 1 NOTICE: finished shard 4 (0 entries found) 2026-03-11T11:34:47.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.250+0000 7f2305e39900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:47.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.251+0000 7f2305e39900 1 NOTICE: finished shard 5 (1 entries found) 2026-03-11T11:34:47.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.251+0000 7f2305e39900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:47.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.251+0000 7f2305e39900 1 NOTICE: finished shard 6 (0 entries found) 2026-03-11T11:34:47.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.251+0000 7f2305e39900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:47.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.251+0000 7f2305e39900 1 NOTICE: finished shard 7 (0 entries found) 2026-03-11T11:34:47.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.251+0000 7f2305e39900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:47.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.251+0000 7f2305e39900 1 NOTICE: finished shard 8 (1 entries found) 2026-03-11T11:34:47.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.251+0000 7f2305e39900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:47.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.252+0000 7f2305e39900 1 NOTICE: finished shard 9 (0 entries found) 2026-03-11T11:34:47.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.252+0000 7f2305e39900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:47.253 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.252+0000 7f2305e39900 1 NOTICE: finished shard 10 (0 entries found) 2026-03-11T11:34:47.253 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.252+0000 7f2305e39900 1 NOTICE: finished all shards (2 entries found) 2026-03-11T11:34:47.253 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.253+0000 7f22b0ff1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:47.256 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.256+0000 7f2305e39900 20 remove_watcher() i=0 2026-03-11T11:34:47.256 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.256+0000 7f2305e39900 2 removed watcher, disabling cache 2026-03-11T11:34:47.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.257+0000 7f2305e39900 20 remove_watcher() i=1 2026-03-11T11:34:47.259 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.258+0000 7f2305e39900 20 remove_watcher() i=2 2026-03-11T11:34:47.260 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.259+0000 7f2305e39900 20 remove_watcher() i=3 2026-03-11T11:34:47.261 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.261+0000 7f2305e39900 20 remove_watcher() i=4 2026-03-11T11:34:47.263 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.262+0000 7f2305e39900 20 remove_watcher() i=5 2026-03-11T11:34:47.264 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.263+0000 7f2305e39900 20 remove_watcher() i=6 2026-03-11T11:34:47.265 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.264+0000 7f2305e39900 20 remove_watcher() i=7 2026-03-11T11:34:47.270 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check olh fixes leftover OLH entries 2026-03-11T11:34:47.271 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:47.272 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-03-11T11:34:47.294 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:47.294 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:47.315 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.314+0000 7fc91a327900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.316 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.315+0000 7fc91a327900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.316 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.315+0000 7fc91a327900 20 realm 2026-03-11T11:34:47.316 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.315+0000 7fc91a327900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.316 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.316+0000 7fc91a327900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.316 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.316+0000 7fc91a327900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:47.316 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.316+0000 7fc91a327900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.317 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.316+0000 7fc91a327900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.317 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.316+0000 7fc91a327900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.317 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.316+0000 7fc91a327900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:47.317 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.316+0000 7fc91a327900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.318 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.317+0000 7fc91a327900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:47.318 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.317+0000 7fc91a327900 20 searching for the correct realm 2026-03-11T11:34:47.322 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.322+0000 7fc915f83640 0 -- 192.168.123.100:0/1045504666 >> [v2:192.168.123.108:6810/3719880157,v1:192.168.123.108:6811/3719880157] conn(0x7fc904054040 msgr2=0x7fc904054420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:47.528 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.527+0000 7fc916784640 0 -- 192.168.123.100:0/1045504666 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x55c4437e47a0 msgr2=0x55c4437e6c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:47.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.528+0000 7fc91a327900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:47.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.528+0000 7fc91a327900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:47.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.528+0000 7fc91a327900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:47.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.528+0000 7fc91a327900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:47.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.528+0000 7fc91a327900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:47.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.528+0000 7fc91a327900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:47.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.528+0000 7fc91a327900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.528+0000 7fc91a327900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.528+0000 7fc91a327900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.529+0000 7fc91a327900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:47.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.529+0000 7fc91a327900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.530 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.529+0000 7fc91a327900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:47.530 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.529+0000 7fc91a327900 20 zone default found 2026-03-11T11:34:47.530 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.529+0000 7fc91a327900 4 Realm: () 2026-03-11T11:34:47.530 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.529+0000 7fc91a327900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:47.530 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.529+0000 7fc91a327900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:47.530 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.529+0000 7fc91a327900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:47.530 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.529+0000 7fc91a327900 20 zonegroup default 2026-03-11T11:34:47.530 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.529+0000 7fc91a327900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.530 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.529+0000 7fc91a327900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.530 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.529+0000 7fc91a327900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.530 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.530+0000 7fc91a327900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.530 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.530+0000 7fc91a327900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.530 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.530+0000 7fc91a327900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.530 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.530+0000 7fc91a327900 20 started sync module instance, tier type = 2026-03-11T11:34:47.530 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.530+0000 7fc91a327900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:47.545 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.544+0000 7fc91a327900 20 add_watcher() i=0 2026-03-11T11:34:47.545 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.544+0000 7fc91a327900 20 add_watcher() i=1 2026-03-11T11:34:47.545 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.544+0000 7fc91a327900 20 add_watcher() i=2 2026-03-11T11:34:47.545 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.544+0000 7fc91a327900 20 add_watcher() i=3 2026-03-11T11:34:47.545 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.544+0000 7fc91a327900 20 add_watcher() i=4 2026-03-11T11:34:47.545 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.544+0000 7fc91a327900 20 add_watcher() i=5 2026-03-11T11:34:47.545 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.544+0000 7fc91a327900 20 add_watcher() i=6 2026-03-11T11:34:47.546 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.545+0000 7fc91a327900 20 add_watcher() i=7 2026-03-11T11:34:47.546 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.545+0000 7fc91a327900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:47.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.547+0000 7fc8c3fef640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:47.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.547+0000 7fc91a327900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:47.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.547+0000 7fc91a327900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:47.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.547+0000 7fc91a327900 5 note: GC not initialized 2026-03-11T11:34:47.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.547+0000 7fc8c2fed640 20 reqs_thread_entry: start 2026-03-11T11:34:47.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.547+0000 7fc91a327900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:47.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.548+0000 7fc91a327900 20 Filter name: none 2026-03-11T11:34:47.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.548+0000 7fc8c0fe9640 20 reqs_thread_entry: start 2026-03-11T11:34:47.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.548+0000 7fc91a327900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-03-11T11:34:47.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.548+0000 7fc91a327900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.548+0000 7fc91a327900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:47.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.548+0000 7fc91a327900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-03-11T11:34:47.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.548+0000 7fc91a327900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-03-11T11:34:47.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.548+0000 7fc91a327900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 : miss 2026-03-11T11:34:47.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.548+0000 7fc91a327900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.548+0000 7fc91a327900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:47.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.548+0000 7fc91a327900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 info.flags=0x17 2026-03-11T11:34:47.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.548+0000 7fc91a327900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 to cache LRU end 2026-03-11T11:34:47.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.548+0000 7fc91a327900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-03-11T11:34:47.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.548+0000 7fc91a327900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-03-11T11:34:47.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.548+0000 7fc91a327900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 2026-03-11T11:34:47.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.548+0000 7fc91a327900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:47.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.549+0000 7fc91a327900 1 NOTICE: finished shard 0 (0 entries removed) 2026-03-11T11:34:47.549 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.549+0000 7fc91a327900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:47.550 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.549+0000 7fc91a327900 1 NOTICE: finished shard 1 (0 entries removed) 2026-03-11T11:34:47.550 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.549+0000 7fc91a327900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:47.550 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.549+0000 7fc91a327900 1 NOTICE: finished shard 2 (0 entries removed) 2026-03-11T11:34:47.550 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.549+0000 7fc91a327900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:47.550 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.550+0000 7fc91a327900 1 NOTICE: finished shard 3 (0 entries removed) 2026-03-11T11:34:47.550 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.550+0000 7fc91a327900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:47.550 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.550+0000 7fc91a327900 1 NOTICE: finished shard 4 (0 entries removed) 2026-03-11T11:34:47.551 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.550+0000 7fc91a327900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:47.551 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.550+0000 7fc91a327900 20 get_obj_state: octx=0x7fc904054da0 obj=check-bucket:d state=0x55c44381b3b8 s->prefetch_data=0 2026-03-11T11:34:47.551 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.550+0000 7fc91a327900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:47.551 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.550+0000 7fc91a327900 1 NOTICE: finished shard 6 (0 entries removed) 2026-03-11T11:34:47.551 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.550+0000 7fc91a327900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:47.551 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.551+0000 7fc91a327900 1 NOTICE: finished shard 7 (0 entries removed) 2026-03-11T11:34:47.551 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.551+0000 7fc91a327900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:47.552 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.551+0000 7fc91a327900 20 get_obj_state: octx=0x7fc904037a70 obj=check-bucket:c state=0x55c4438167c8 s->prefetch_data=0 2026-03-11T11:34:47.552 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.551+0000 7fc91a327900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:47.552 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.551+0000 7fc91a327900 1 NOTICE: finished shard 9 (0 entries removed) 2026-03-11T11:34:47.552 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.551+0000 7fc91a327900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:47.552 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.552+0000 7fc91a327900 1 NOTICE: finished shard 10 (0 entries removed) 2026-03-11T11:34:47.552 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.552+0000 7fc91a327900 20 get_obj_state: setting s->obj_tag to k50v453khq6hhlpsr1652oth0lam31mr 2026-03-11T11:34:47.552 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.552+0000 7fc91a327900 20 get_obj_state_impl: setting s->olh_tag to 98t056f8uymh2i0kk018xbfuve26sob0 2026-03-11T11:34:47.552 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.552+0000 7fc91a327900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:47.552 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.552+0000 7fc91a327900 20 get_obj_state: setting s->obj_tag to mjr4sk6bixzv9wpeyv08u8yhkayq71pz 2026-03-11T11:34:47.553 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.552+0000 7fc91a327900 20 get_obj_state_impl: setting s->olh_tag to 5zp8kt7g06qct1w3nhkl6gt4a86may67 2026-03-11T11:34:47.553 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.552+0000 7fc91a327900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:47.553 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.552+0000 7fc91a327900 20 olh_log_entry: epoch=4 op=2 key=c[] 2026-03-11T11:34:47.553 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.552+0000 7fc91a327900 20 olh_log_entry: epoch=4 op=3 key=c[WUgpqlpmt2NH-xtnGrEJJEAOK6V9J9u] 2026-03-11T11:34:47.553 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.552+0000 7fc91a327900 20 get_obj_state: octx=0x55c443863690 obj=check-bucket:_:WUgpqlpmt2NH-xtnGrEJJEAOK6V9J9u_c state=0x55c44386af38 s->prefetch_data=0 2026-03-11T11:34:47.553 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.552+0000 7fc91a327900 20 olh_log_entry: epoch=4 op=2 key=d[] 2026-03-11T11:34:47.553 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.552+0000 7fc91a327900 20 olh_log_entry: epoch=4 op=3 key=d[t1Saqcx1ZXLI0SLJJ6L7cALnzFGjSQr] 2026-03-11T11:34:47.553 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.552+0000 7fc91a327900 20 get_obj_state: octx=0x55c443843690 obj=check-bucket:_:t1Saqcx1ZXLI0SLJJ6L7cALnzFGjSQr_d state=0x55c443874db8 s->prefetch_data=0 2026-03-11T11:34:47.555 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.554+0000 7fc91a327900 20 get_obj_state: octx=0x55c443863690 obj=check-bucket:c state=0x55c443864088 s->prefetch_data=0 2026-03-11T11:34:47.555 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.554+0000 7fc91a327900 20 get_obj_state: octx=0x55c443843690 obj=check-bucket:d state=0x55c443865418 s->prefetch_data=0 2026-03-11T11:34:47.555 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.554+0000 7fc91a327900 20 get_obj_state: setting s->obj_tag to mjr4sk6bixzv9wpeyv08u8yhkayq71pz 2026-03-11T11:34:47.555 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.554+0000 7fc91a327900 20 get_obj_state_impl: setting s->olh_tag to 5zp8kt7g06qct1w3nhkl6gt4a86may67 2026-03-11T11:34:47.555 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.554+0000 7fc91a327900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=5zp8kt7g06qct1w3nhkl6gt4a86may67 2026-03-11T11:34:47.555 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.554+0000 7fc91a327900 20 get_obj_state: setting s->obj_tag to k50v453khq6hhlpsr1652oth0lam31mr 2026-03-11T11:34:47.555 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.554+0000 7fc91a327900 20 get_obj_state_impl: setting s->olh_tag to 98t056f8uymh2i0kk018xbfuve26sob0 2026-03-11T11:34:47.555 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.554+0000 7fc91a327900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=98t056f8uymh2i0kk018xbfuve26sob0 2026-03-11T11:34:47.558 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.558+0000 7fc91a327900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:47.558 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.558+0000 7fc91a327900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:47.560 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.559+0000 7fc91a327900 1 NOTICE: finished shard 5 (1 entries removed) 2026-03-11T11:34:47.560 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.559+0000 7fc91a327900 1 NOTICE: finished shard 8 (1 entries removed) 2026-03-11T11:34:47.560 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.559+0000 7fc91a327900 1 NOTICE: finished all shards (2 entries removed) 2026-03-11T11:34:47.561 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.560+0000 7fc8c3fef640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:47.564 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.563+0000 7fc91a327900 20 remove_watcher() i=0 2026-03-11T11:34:47.564 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.563+0000 7fc91a327900 2 removed watcher, disabling cache 2026-03-11T11:34:47.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.564+0000 7fc91a327900 20 remove_watcher() i=1 2026-03-11T11:34:47.566 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.566+0000 7fc91a327900 20 remove_watcher() i=2 2026-03-11T11:34:47.568 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.567+0000 7fc91a327900 20 remove_watcher() i=3 2026-03-11T11:34:47.569 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.569+0000 7fc91a327900 20 remove_watcher() i=4 2026-03-11T11:34:47.571 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.570+0000 7fc91a327900 20 remove_watcher() i=5 2026-03-11T11:34:47.572 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.571+0000 7fc91a327900 20 remove_watcher() i=6 2026-03-11T11:34:47.573 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.573+0000 7fc91a327900 20 remove_watcher() i=7 2026-03-11T11:34:47.581 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-03-11T11:34:47.602 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:47.602 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:47.622 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.621+0000 7f22c7121900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.624 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.623+0000 7f22c7121900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.624 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.623+0000 7f22c7121900 20 realm 2026-03-11T11:34:47.624 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.623+0000 7f22c7121900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.624 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.623+0000 7f22c7121900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.624 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.623+0000 7f22c7121900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:47.624 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.623+0000 7f22c7121900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.624 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.623+0000 7f22c7121900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.624 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.623+0000 7f22c7121900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.624 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.624+0000 7f22c7121900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:47.625 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.624+0000 7f22c7121900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.625 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.625+0000 7f22c7121900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:47.625 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.625+0000 7f22c7121900 20 searching for the correct realm 2026-03-11T11:34:47.628 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.627+0000 7f22c367e640 0 -- 192.168.123.100:0/695851222 >> [v2:192.168.123.108:6826/2748514113,v1:192.168.123.108:6827/2748514113] conn(0x7f22b4071dd0 msgr2=0x7f22b408c2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-03-11T11:34:47.833 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.832+0000 7f22c367e640 0 -- 192.168.123.100:0/695851222 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x55714b227c90 msgr2=0x55714b22a120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:47.835 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.834+0000 7f22c7121900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:47.835 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.834+0000 7f22c7121900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:47.835 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.834+0000 7f22c7121900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:47.835 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.834+0000 7f22c7121900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:47.835 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.834+0000 7f22c7121900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:47.835 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.834+0000 7f22c7121900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:47.835 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.835+0000 7f22c7121900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.835+0000 7f22c7121900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.835+0000 7f22c7121900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.835+0000 7f22c7121900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:47.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.835+0000 7f22c7121900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.835+0000 7f22c7121900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:47.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.835+0000 7f22c7121900 20 zone default found 2026-03-11T11:34:47.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.835+0000 7f22c7121900 4 Realm: () 2026-03-11T11:34:47.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.835+0000 7f22c7121900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:47.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.835+0000 7f22c7121900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:47.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.835+0000 7f22c7121900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:47.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.835+0000 7f22c7121900 20 zonegroup default 2026-03-11T11:34:47.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.835+0000 7f22c7121900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.836+0000 7f22c7121900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.836+0000 7f22c7121900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.836 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.836+0000 7f22c7121900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.836+0000 7f22c7121900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.836+0000 7f22c7121900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.836+0000 7f22c7121900 20 started sync module instance, tier type = 2026-03-11T11:34:47.837 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.836+0000 7f22c7121900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:47.851 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.850+0000 7f22c7121900 20 add_watcher() i=0 2026-03-11T11:34:47.851 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.850+0000 7f22c7121900 20 add_watcher() i=1 2026-03-11T11:34:47.851 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.850+0000 7f22c7121900 20 add_watcher() i=2 2026-03-11T11:34:47.851 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.850+0000 7f22c7121900 20 add_watcher() i=3 2026-03-11T11:34:47.851 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.850+0000 7f22c7121900 20 add_watcher() i=4 2026-03-11T11:34:47.851 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.850+0000 7f22c7121900 20 add_watcher() i=5 2026-03-11T11:34:47.851 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.850+0000 7f22c7121900 20 add_watcher() i=6 2026-03-11T11:34:47.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.852+0000 7f22c7121900 20 add_watcher() i=7 2026-03-11T11:34:47.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.852+0000 7f22c7121900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:47.854 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.853+0000 7f226bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:47.855 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.854+0000 7f22c7121900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:47.855 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.854+0000 7f22c7121900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:47.855 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.854+0000 7f22c7121900 5 note: GC not initialized 2026-03-11T11:34:47.855 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.854+0000 7f226affd640 20 reqs_thread_entry: start 2026-03-11T11:34:47.855 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.854+0000 7f22c7121900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:47.855 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.854+0000 7f22c7121900 20 Filter name: none 2026-03-11T11:34:47.855 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.854+0000 7f2268ff9640 20 reqs_thread_entry: start 2026-03-11T11:34:47.855 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.854+0000 7f22c7121900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.855 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.854+0000 7f22c7121900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:47.855 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.854+0000 7f22c7121900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.856 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.855+0000 7f22c7121900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:47.856 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.855+0000 7f22c7121900 20 couldn't put binfo cache entry, might have raced with data changes 2026-03-11T11:34:47.856 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.855+0000 7f22c7121900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-03-11T11:34:47.856 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.855+0000 7f22c7121900 20 INFO: main: starting shard=0 2026-03-11T11:34:47.856 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.855+0000 7f22c7121900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:47.856 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.855+0000 7f22c7121900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.856 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.855+0000 7f22c7121900 20 INFO: main: starting shard=1 2026-03-11T11:34:47.856 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.855+0000 7f22c7121900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:47.856 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.856+0000 7f22c7121900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.856 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.856+0000 7f22c7121900 20 INFO: main: starting shard=2 2026-03-11T11:34:47.856 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.856+0000 7f22c7121900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:47.857 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.856+0000 7f22c7121900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.857 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.856+0000 7f22c7121900 20 INFO: main: starting shard=3 2026-03-11T11:34:47.857 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.856+0000 7f22c7121900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:47.857 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.856+0000 7f22c7121900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.857 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.856+0000 7f22c7121900 20 INFO: main: starting shard=4 2026-03-11T11:34:47.857 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.856+0000 7f22c7121900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:47.857 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.857+0000 7f22c7121900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.857 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.857+0000 7f22c7121900 20 INFO: main: starting shard=5 2026-03-11T11:34:47.857 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.857+0000 7f22c7121900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:47.858 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.857+0000 7f22c7121900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.858 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.857+0000 7f22c7121900 20 INFO: main: starting shard=6 2026-03-11T11:34:47.858 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.857+0000 7f22c7121900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:47.858 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.857+0000 7f22c7121900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.858 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.857+0000 7f22c7121900 20 INFO: main: starting shard=7 2026-03-11T11:34:47.858 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.857+0000 7f22c7121900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:47.858 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.857+0000 7f22c7121900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.858 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.857+0000 7f22c7121900 20 INFO: main: starting shard=8 2026-03-11T11:34:47.858 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.857+0000 7f22c7121900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:47.858 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.858+0000 7f22c7121900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.858 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.858+0000 7f22c7121900 20 INFO: main: starting shard=9 2026-03-11T11:34:47.858 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.858+0000 7f22c7121900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:47.859 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.858+0000 7f22c7121900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.859 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.858+0000 7f22c7121900 20 INFO: main: starting shard=10 2026-03-11T11:34:47.859 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.858+0000 7f22c7121900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:47.859 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.858+0000 7f22c7121900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:47.859 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.858+0000 7f22c7121900 20 INFO: main: done 2026-03-11T11:34:47.860 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.859+0000 7f226bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:47.863 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.862+0000 7f22c7121900 20 remove_watcher() i=0 2026-03-11T11:34:47.863 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.862+0000 7f22c7121900 2 removed watcher, disabling cache 2026-03-11T11:34:47.864 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.863+0000 7f22c7121900 20 remove_watcher() i=1 2026-03-11T11:34:47.865 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.865+0000 7f22c7121900 20 remove_watcher() i=2 2026-03-11T11:34:47.867 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.867+0000 7f22c7121900 20 remove_watcher() i=3 2026-03-11T11:34:47.868 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.868+0000 7f22c7121900 20 remove_watcher() i=4 2026-03-11T11:34:47.870 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.869+0000 7f22c7121900 20 remove_watcher() i=5 2026-03-11T11:34:47.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.871+0000 7f22c7121900 20 remove_watcher() i=6 2026-03-11T11:34:47.873 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.872+0000 7f22c7121900 20 remove_watcher() i=7 2026-03-11T11:34:47.880 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-03-11T11:34:47.899 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:47.900 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:47.921 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.920+0000 7f9247e28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.922 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.921+0000 7f9247e28900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.922 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.921+0000 7f9247e28900 20 realm 2026-03-11T11:34:47.922 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.921+0000 7f9247e28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.922 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.921+0000 7f9247e28900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.922 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.921+0000 7f9247e28900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:47.922 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.921+0000 7f9247e28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.922 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.922+0000 7f9247e28900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:47.922 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.922+0000 7f9247e28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.922+0000 7f9247e28900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:47.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.922+0000 7f9247e28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:47.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.923+0000 7f9247e28900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:47.923 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.923+0000 7f9247e28900 20 searching for the correct realm 2026-03-11T11:34:47.928 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:47.927+0000 7f92458ed640 0 -- 192.168.123.100:0/4085104403 >> [v2:192.168.123.108:6810/3719880157,v1:192.168.123.108:6811/3719880157] conn(0x7f9230064120 msgr2=0x7f92300645a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:48.133 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.133+0000 7f92460ee640 0 -- 192.168.123.100:0/4085104403 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x55867162be20 msgr2=0x55867162e2e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:48.134 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.133+0000 7f9247e28900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:48.134 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.133+0000 7f9247e28900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:48.134 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.133+0000 7f9247e28900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:48.134 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.133+0000 7f9247e28900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:48.134 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.133+0000 7f9247e28900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:48.134 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.133+0000 7f9247e28900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:48.134 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.133+0000 7f9247e28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.135 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.134+0000 7f9247e28900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:48.135 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.134+0000 7f9247e28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.135 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.134+0000 7f9247e28900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:48.135 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.134+0000 7f9247e28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.135 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.134+0000 7f9247e28900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:48.135 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.134+0000 7f9247e28900 20 zone default found 2026-03-11T11:34:48.135 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.134+0000 7f9247e28900 4 Realm: () 2026-03-11T11:34:48.135 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.134+0000 7f9247e28900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:48.135 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.134+0000 7f9247e28900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:48.136 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.134+0000 7f9247e28900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:48.136 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.134+0000 7f9247e28900 20 zonegroup default 2026-03-11T11:34:48.136 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.135+0000 7f9247e28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.136 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.135+0000 7f9247e28900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:48.136 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.135+0000 7f9247e28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.136 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.135+0000 7f9247e28900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:48.136 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.135+0000 7f9247e28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.136 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.136+0000 7f9247e28900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:48.136 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.136+0000 7f9247e28900 20 started sync module instance, tier type = 2026-03-11T11:34:48.136 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.136+0000 7f9247e28900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:48.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.149+0000 7f9247e28900 20 add_watcher() i=0 2026-03-11T11:34:48.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.149+0000 7f9247e28900 20 add_watcher() i=1 2026-03-11T11:34:48.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.149+0000 7f9247e28900 20 add_watcher() i=2 2026-03-11T11:34:48.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.149+0000 7f9247e28900 20 add_watcher() i=3 2026-03-11T11:34:48.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.149+0000 7f9247e28900 20 add_watcher() i=4 2026-03-11T11:34:48.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.149+0000 7f9247e28900 20 add_watcher() i=5 2026-03-11T11:34:48.150 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.149+0000 7f9247e28900 20 add_watcher() i=6 2026-03-11T11:34:48.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.151+0000 7f9247e28900 20 add_watcher() i=7 2026-03-11T11:34:48.151 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.151+0000 7f9247e28900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:48.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.153+0000 7f91f3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:48.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.153+0000 7f9247e28900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:48.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.153+0000 7f9247e28900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:48.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.153+0000 7f9247e28900 5 note: GC not initialized 2026-03-11T11:34:48.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.154+0000 7f91f2fe5640 20 reqs_thread_entry: start 2026-03-11T11:34:48.154 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.154+0000 7f9247e28900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:48.155 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.154+0000 7f9247e28900 20 Filter name: none 2026-03-11T11:34:48.155 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.154+0000 7f91f0fe1640 20 reqs_thread_entry: start 2026-03-11T11:34:48.155 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.154+0000 7f9247e28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.155 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.155+0000 7f9247e28900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:48.155 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.155+0000 7f9247e28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.155+0000 7f9247e28900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:48.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.155+0000 7f9247e28900 20 couldn't put binfo cache entry, might have raced with data changes 2026-03-11T11:34:48.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.155+0000 7f9247e28900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-03-11T11:34:48.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.155+0000 7f9247e28900 20 INFO: main: starting shard=0 2026-03-11T11:34:48.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.155+0000 7f9247e28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:48.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.155+0000 7f9247e28900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:48.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.155+0000 7f9247e28900 20 INFO: main: starting shard=1 2026-03-11T11:34:48.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.155+0000 7f9247e28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:48.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.156+0000 7f9247e28900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:48.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.156+0000 7f9247e28900 20 INFO: main: starting shard=2 2026-03-11T11:34:48.156 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.156+0000 7f9247e28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:48.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.156+0000 7f9247e28900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:48.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.156+0000 7f9247e28900 20 INFO: main: starting shard=3 2026-03-11T11:34:48.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.156+0000 7f9247e28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:48.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.156+0000 7f9247e28900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:48.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.156+0000 7f9247e28900 20 INFO: main: starting shard=4 2026-03-11T11:34:48.157 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.156+0000 7f9247e28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:48.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.157+0000 7f9247e28900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:48.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.157+0000 7f9247e28900 20 INFO: main: starting shard=5 2026-03-11T11:34:48.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.157+0000 7f9247e28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:48.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.157+0000 7f9247e28900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:48.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.157+0000 7f9247e28900 20 INFO: main: starting shard=6 2026-03-11T11:34:48.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.157+0000 7f9247e28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:48.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.157+0000 7f9247e28900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:48.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.157+0000 7f9247e28900 20 INFO: main: starting shard=7 2026-03-11T11:34:48.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.157+0000 7f9247e28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:48.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.158+0000 7f9247e28900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:48.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.158+0000 7f9247e28900 20 INFO: main: starting shard=8 2026-03-11T11:34:48.158 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.158+0000 7f9247e28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:48.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.158+0000 7f9247e28900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:48.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.158+0000 7f9247e28900 20 INFO: main: starting shard=9 2026-03-11T11:34:48.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.158+0000 7f9247e28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:48.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.158+0000 7f9247e28900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:48.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.158+0000 7f9247e28900 20 INFO: main: starting shard=10 2026-03-11T11:34:48.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.158+0000 7f9247e28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:48.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.159+0000 7f9247e28900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:48.159 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.159+0000 7f9247e28900 20 INFO: main: done 2026-03-11T11:34:48.160 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.160+0000 7f91f3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:48.163 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.163+0000 7f9247e28900 20 remove_watcher() i=0 2026-03-11T11:34:48.164 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.163+0000 7f9247e28900 2 removed watcher, disabling cache 2026-03-11T11:34:48.165 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.164+0000 7f9247e28900 20 remove_watcher() i=1 2026-03-11T11:34:48.166 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.165+0000 7f9247e28900 20 remove_watcher() i=2 2026-03-11T11:34:48.168 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.167+0000 7f9247e28900 20 remove_watcher() i=3 2026-03-11T11:34:48.169 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.169+0000 7f9247e28900 20 remove_watcher() i=4 2026-03-11T11:34:48.171 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.170+0000 7f9247e28900 20 remove_watcher() i=5 2026-03-11T11:34:48.172 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.172+0000 7f9247e28900 20 remove_watcher() i=6 2026-03-11T11:34:48.174 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.173+0000 7f9247e28900 20 remove_watcher() i=7 2026-03-11T11:34:48.179 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2026-03-11T11:34:48.179 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:48.181 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2026-03-11T11:34:48.202 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:48.202 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:48.223 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.222+0000 7f13bec12900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.223+0000 7f13bec12900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:48.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.223+0000 7f13bec12900 20 realm 2026-03-11T11:34:48.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.223+0000 7f13bec12900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.223+0000 7f13bec12900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:48.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.223+0000 7f13bec12900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:48.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.223+0000 7f13bec12900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.224+0000 7f13bec12900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:48.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.224+0000 7f13bec12900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.224+0000 7f13bec12900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:48.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.224+0000 7f13bec12900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.225+0000 7f13bec12900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:48.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.225+0000 7f13bec12900 20 searching for the correct realm 2026-03-11T11:34:48.229 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.229+0000 7f13ba34f640 0 -- 192.168.123.100:0/816612954 >> [v2:192.168.123.100:6800/1550905084,v1:192.168.123.100:6801/1550905084] conn(0x55c7643a7480 msgr2=0x55c7643a9870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:48.233 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.232+0000 7f13bab50640 0 -- 192.168.123.100:0/816612954 >> [v2:192.168.123.108:6826/2748514113,v1:192.168.123.108:6827/2748514113] conn(0x7f13ac043960 msgr2=0x7f13ac06cce0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-03-11T11:34:48.235 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.234+0000 7f13bec12900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:48.235 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.234+0000 7f13bec12900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:48.235 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.234+0000 7f13bec12900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:48.235 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.234+0000 7f13bec12900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:48.235 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.234+0000 7f13bec12900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:48.235 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.234+0000 7f13bec12900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:48.235 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.234+0000 7f13bec12900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.235 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.234+0000 7f13bec12900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:48.235 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.234+0000 7f13bec12900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.235 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.234+0000 7f13bec12900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:48.235 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.234+0000 7f13bec12900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.236 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.235+0000 7f13bec12900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:48.236 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.235+0000 7f13bec12900 20 zone default found 2026-03-11T11:34:48.236 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.235+0000 7f13bec12900 4 Realm: () 2026-03-11T11:34:48.236 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.235+0000 7f13bec12900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:48.236 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.235+0000 7f13bec12900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:48.236 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.235+0000 7f13bec12900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:48.236 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.235+0000 7f13bec12900 20 zonegroup default 2026-03-11T11:34:48.236 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.235+0000 7f13bec12900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.236 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.235+0000 7f13bec12900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:48.236 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.235+0000 7f13bec12900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.236 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.235+0000 7f13bec12900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:48.236 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.235+0000 7f13bec12900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.236 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.235+0000 7f13bec12900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:48.236 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.235+0000 7f13bec12900 20 started sync module instance, tier type = 2026-03-11T11:34:48.236 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.235+0000 7f13bec12900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:48.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.250+0000 7f13bec12900 20 add_watcher() i=0 2026-03-11T11:34:48.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.250+0000 7f13bec12900 20 add_watcher() i=1 2026-03-11T11:34:48.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.250+0000 7f13bec12900 20 add_watcher() i=2 2026-03-11T11:34:48.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.250+0000 7f13bec12900 20 add_watcher() i=3 2026-03-11T11:34:48.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.250+0000 7f13bec12900 20 add_watcher() i=4 2026-03-11T11:34:48.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.250+0000 7f13bec12900 20 add_watcher() i=5 2026-03-11T11:34:48.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.250+0000 7f13bec12900 20 add_watcher() i=6 2026-03-11T11:34:48.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.251+0000 7f13bec12900 20 add_watcher() i=7 2026-03-11T11:34:48.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.251+0000 7f13bec12900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:48.255 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.254+0000 7f1367fef640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:48.255 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.254+0000 7f13bec12900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:48.255 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.254+0000 7f13bec12900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:48.255 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.254+0000 7f13bec12900 5 note: GC not initialized 2026-03-11T11:34:48.255 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.254+0000 7f1366fed640 20 reqs_thread_entry: start 2026-03-11T11:34:48.255 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.254+0000 7f13bec12900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:48.255 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.254+0000 7f13bec12900 20 Filter name: none 2026-03-11T11:34:48.255 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.254+0000 7f1364fe9640 20 reqs_thread_entry: start 2026-03-11T11:34:48.255 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.254+0000 7f13bec12900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-03-11T11:34:48.255 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.254+0000 7f13bec12900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.255 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.255+0000 7f13bec12900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:48.256 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.255+0000 7f13bec12900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-03-11T11:34:48.256 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.255+0000 7f13bec12900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-03-11T11:34:48.256 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.255+0000 7f13bec12900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 : miss 2026-03-11T11:34:48.256 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.255+0000 7f13bec12900 20 rados->read ofs=0 len=0 2026-03-11T11:34:48.256 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.255+0000 7f13bec12900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:48.256 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.255+0000 7f13bec12900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 info.flags=0x17 2026-03-11T11:34:48.256 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.255+0000 7f13bec12900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 to cache LRU end 2026-03-11T11:34:48.256 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.255+0000 7f13bec12900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-03-11T11:34:48.256 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.255+0000 7f13bec12900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-03-11T11:34:48.256 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.255+0000 7f13bec12900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 2026-03-11T11:34:48.256 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.255+0000 7f13bec12900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:48.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.256+0000 7f13bec12900 1 NOTICE: finished shard 0 (0 entries found) 2026-03-11T11:34:48.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.256+0000 7f13bec12900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:48.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.256+0000 7f13bec12900 1 NOTICE: finished shard 1 (0 entries found) 2026-03-11T11:34:48.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.256+0000 7f13bec12900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:48.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.257+0000 7f13bec12900 1 NOTICE: finished shard 2 (0 entries found) 2026-03-11T11:34:48.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.257+0000 7f13bec12900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:48.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.257+0000 7f13bec12900 1 NOTICE: finished shard 3 (0 entries found) 2026-03-11T11:34:48.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.257+0000 7f13bec12900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:48.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.258+0000 7f13bec12900 1 NOTICE: finished shard 4 (0 entries found) 2026-03-11T11:34:48.258 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.258+0000 7f13bec12900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:48.259 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.258+0000 7f13bec12900 1 NOTICE: finished shard 5 (0 entries found) 2026-03-11T11:34:48.259 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.258+0000 7f13bec12900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:48.259 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.258+0000 7f13bec12900 1 NOTICE: finished shard 6 (0 entries found) 2026-03-11T11:34:48.259 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.258+0000 7f13bec12900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:48.259 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.259+0000 7f13bec12900 1 NOTICE: finished shard 7 (0 entries found) 2026-03-11T11:34:48.259 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.259+0000 7f13bec12900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:48.259 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.259+0000 7f13bec12900 1 NOTICE: finished shard 8 (0 entries found) 2026-03-11T11:34:48.260 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.259+0000 7f13bec12900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:48.260 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.259+0000 7f13bec12900 1 NOTICE: finished shard 9 (0 entries found) 2026-03-11T11:34:48.260 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.259+0000 7f13bec12900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:48.260 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.259+0000 7f13bec12900 1 NOTICE: finished shard 10 (0 entries found) 2026-03-11T11:34:48.260 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.259+0000 7f13bec12900 1 NOTICE: finished all shards (0 entries found) 2026-03-11T11:34:48.261 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.260+0000 7f1367fef640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:48.264 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.264+0000 7f13bec12900 20 remove_watcher() i=0 2026-03-11T11:34:48.264 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.264+0000 7f13bec12900 2 removed watcher, disabling cache 2026-03-11T11:34:48.266 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.265+0000 7f13bec12900 20 remove_watcher() i=1 2026-03-11T11:34:48.267 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.267+0000 7f13bec12900 20 remove_watcher() i=2 2026-03-11T11:34:48.269 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.268+0000 7f13bec12900 20 remove_watcher() i=3 2026-03-11T11:34:48.270 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.270+0000 7f13bec12900 20 remove_watcher() i=4 2026-03-11T11:34:48.272 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.271+0000 7f13bec12900 20 remove_watcher() i=5 2026-03-11T11:34:48.273 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.273+0000 7f13bec12900 20 remove_watcher() i=6 2026-03-11T11:34:48.274 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:48.274+0000 7f13bec12900 20 remove_watcher() i=7 2026-03-11T11:34:48.281 INFO:tasks.workunit.client.0.vm00.stderr:TEST: verify that bucket check fixes do not affect null version objects 2026-03-11T11:34:48.281 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:48.367 INFO:tasks.workunit.client.0.vm00.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2026-03-11T11:34:48.367 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:34:48.855 INFO:tasks.workunit.client.0.vm00.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2026-03-11T11:34:49.075 INFO:tasks.workunit.client.0.vm00.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2026-03-11T11:34:50.557 INFO:tasks.workunit.client.0.vm00.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-03-11T11:34:50.558 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-03-11T11:34:50.579 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:50.579 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:50.597 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.596+0000 7fbe59b26900 20 rados->read ofs=0 len=0 2026-03-11T11:34:50.598 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.598+0000 7fbe59b26900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:50.599 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.598+0000 7fbe59b26900 20 realm 2026-03-11T11:34:50.599 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.598+0000 7fbe59b26900 20 rados->read ofs=0 len=0 2026-03-11T11:34:50.599 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.598+0000 7fbe59b26900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:50.599 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.598+0000 7fbe59b26900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:50.599 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.598+0000 7fbe59b26900 20 rados->read ofs=0 len=0 2026-03-11T11:34:50.599 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.598+0000 7fbe59b26900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:50.599 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.598+0000 7fbe59b26900 20 rados->read ofs=0 len=0 2026-03-11T11:34:50.599 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.599+0000 7fbe59b26900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:50.599 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.599+0000 7fbe59b26900 20 rados->read ofs=0 len=0 2026-03-11T11:34:50.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.599+0000 7fbe59b26900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:50.600 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.599+0000 7fbe59b26900 20 searching for the correct realm 2026-03-11T11:34:50.603 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.603+0000 7fbe54f5f640 0 -- 192.168.123.100:0/3299642002 >> [v2:192.168.123.108:6802/567923530,v1:192.168.123.108:6803/567923530] conn(0x557388eb84f0 msgr2=0x557388eba8e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:50.606 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.606+0000 7fbe55f61640 0 -- 192.168.123.100:0/3299642002 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x557388ec4b20 msgr2=0x557388ec6fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-03-11T11:34:50.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:50.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:50.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:50.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:50.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:50.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:50.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 20 rados->read ofs=0 len=0 2026-03-11T11:34:50.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:50.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 20 rados->read ofs=0 len=0 2026-03-11T11:34:50.609 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:50.609 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 20 rados->read ofs=0 len=0 2026-03-11T11:34:50.609 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:50.609 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 20 zone default found 2026-03-11T11:34:50.609 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 4 Realm: () 2026-03-11T11:34:50.609 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:50.609 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:50.609 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:50.609 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 20 zonegroup default 2026-03-11T11:34:50.609 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.608+0000 7fbe59b26900 20 rados->read ofs=0 len=0 2026-03-11T11:34:50.609 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.609+0000 7fbe59b26900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:50.609 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.609+0000 7fbe59b26900 20 rados->read ofs=0 len=0 2026-03-11T11:34:50.609 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.609+0000 7fbe59b26900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:50.609 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.609+0000 7fbe59b26900 20 rados->read ofs=0 len=0 2026-03-11T11:34:50.610 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.609+0000 7fbe59b26900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:50.610 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.609+0000 7fbe59b26900 20 started sync module instance, tier type = 2026-03-11T11:34:50.610 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.609+0000 7fbe59b26900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:50.783 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.782+0000 7fbe59b26900 20 add_watcher() i=0 2026-03-11T11:34:50.784 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.782+0000 7fbe59b26900 20 add_watcher() i=1 2026-03-11T11:34:50.784 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.782+0000 7fbe59b26900 20 add_watcher() i=2 2026-03-11T11:34:50.784 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.782+0000 7fbe59b26900 20 add_watcher() i=3 2026-03-11T11:34:50.784 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.782+0000 7fbe59b26900 20 add_watcher() i=4 2026-03-11T11:34:50.784 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.782+0000 7fbe59b26900 20 add_watcher() i=5 2026-03-11T11:34:50.784 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.783+0000 7fbe59b26900 20 add_watcher() i=6 2026-03-11T11:34:50.784 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.784+0000 7fbe59b26900 20 add_watcher() i=7 2026-03-11T11:34:50.784 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.784+0000 7fbe59b26900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:50.786 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.786+0000 7fbe02fed640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:50.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.786+0000 7fbe59b26900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:50.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.786+0000 7fbe59b26900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:50.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.786+0000 7fbe59b26900 5 note: GC not initialized 2026-03-11T11:34:50.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.786+0000 7fbe01feb640 20 reqs_thread_entry: start 2026-03-11T11:34:50.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.786+0000 7fbe59b26900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:50.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.786+0000 7fbe59b26900 20 Filter name: none 2026-03-11T11:34:50.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.786+0000 7fbdfb7fe640 20 reqs_thread_entry: start 2026-03-11T11:34:50.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.787+0000 7fbe59b26900 20 rados->read ofs=0 len=0 2026-03-11T11:34:50.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.787+0000 7fbe59b26900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:50.787 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.787+0000 7fbe59b26900 20 rados->read ofs=0 len=0 2026-03-11T11:34:50.788 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.787+0000 7fbe59b26900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:50.788 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.787+0000 7fbe59b26900 20 couldn't put binfo cache entry, might have raced with data changes 2026-03-11T11:34:50.788 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.787+0000 7fbe59b26900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-03-11T11:34:50.788 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.787+0000 7fbe59b26900 20 INFO: main: starting shard=0 2026-03-11T11:34:50.788 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.787+0000 7fbe59b26900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:50.788 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.788+0000 7fbe59b26900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:50.788 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.788+0000 7fbe59b26900 20 INFO: main: starting shard=1 2026-03-11T11:34:50.788 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.788+0000 7fbe59b26900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:50.789 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.788+0000 7fbe59b26900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:50.789 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.788+0000 7fbe59b26900 20 INFO: main: starting shard=2 2026-03-11T11:34:50.789 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.788+0000 7fbe59b26900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:50.789 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.788+0000 7fbe59b26900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:50.789 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.788+0000 7fbe59b26900 20 INFO: main: starting shard=3 2026-03-11T11:34:50.789 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.788+0000 7fbe59b26900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:50.789 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.788+0000 7fbe59b26900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:50.789 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.788+0000 7fbe59b26900 20 INFO: main: starting shard=4 2026-03-11T11:34:50.789 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.788+0000 7fbe59b26900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:50.789 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.789+0000 7fbe59b26900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:50.789 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.789+0000 7fbe59b26900 20 INFO: main: starting shard=5 2026-03-11T11:34:50.789 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.789+0000 7fbe59b26900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:50.790 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.789+0000 7fbe59b26900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:50.790 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.789+0000 7fbe59b26900 20 INFO: main: starting shard=6 2026-03-11T11:34:50.790 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.789+0000 7fbe59b26900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:50.790 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.789+0000 7fbe59b26900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:50.790 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.789+0000 7fbe59b26900 20 INFO: main: starting shard=7 2026-03-11T11:34:50.790 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.789+0000 7fbe59b26900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:50.790 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.790+0000 7fbe59b26900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:50.790 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.790+0000 7fbe59b26900 20 INFO: main: starting shard=8 2026-03-11T11:34:50.790 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.790+0000 7fbe59b26900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:50.791 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.790+0000 7fbe59b26900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-03-11T11:34:50.791 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.790+0000 7fbe59b26900 20 INFO: main: starting shard=9 2026-03-11T11:34:50.791 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.790+0000 7fbe59b26900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:50.791 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.790+0000 7fbe59b26900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:50.791 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.790+0000 7fbe59b26900 20 INFO: main: starting shard=10 2026-03-11T11:34:50.791 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.790+0000 7fbe59b26900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:50.791 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.791+0000 7fbe59b26900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:50.791 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.791+0000 7fbe59b26900 20 INFO: main: done 2026-03-11T11:34:50.792 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.791+0000 7fbe02fed640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:50.864 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.863+0000 7fbe59b26900 20 remove_watcher() i=0 2026-03-11T11:34:50.864 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.863+0000 7fbe59b26900 2 removed watcher, disabling cache 2026-03-11T11:34:50.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.876+0000 7fbe59b26900 20 remove_watcher() i=1 2026-03-11T11:34:50.878 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.878+0000 7fbe59b26900 20 remove_watcher() i=2 2026-03-11T11:34:50.880 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.879+0000 7fbe59b26900 20 remove_watcher() i=3 2026-03-11T11:34:50.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.880+0000 7fbe59b26900 20 remove_watcher() i=4 2026-03-11T11:34:50.882 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.882+0000 7fbe59b26900 20 remove_watcher() i=5 2026-03-11T11:34:50.883 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.883+0000 7fbe59b26900 20 remove_watcher() i=6 2026-03-11T11:34:50.885 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:50.884+0000 7fbe59b26900 20 remove_watcher() i=7 2026-03-11T11:34:50.973 INFO:tasks.workunit.client.0.vm00.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-03-11T11:34:50.973 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-03-11T11:34:50.993 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:50.993 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:51.012 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.011+0000 7f39a3523900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.014 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.013+0000 7f39a3523900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.014 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.013+0000 7f39a3523900 20 realm 2026-03-11T11:34:51.014 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.013+0000 7f39a3523900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.014 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.013+0000 7f39a3523900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.014 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.013+0000 7f39a3523900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:51.014 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.013+0000 7f39a3523900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.014 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.014+0000 7f39a3523900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.014 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.014+0000 7f39a3523900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.015 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.014+0000 7f39a3523900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:51.015 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.014+0000 7f39a3523900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.015 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.015+0000 7f39a3523900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:51.015 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.015+0000 7f39a3523900 20 searching for the correct realm 2026-03-11T11:34:51.019 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.018+0000 7f399f0d6640 0 -- 192.168.123.100:0/4052252187 >> [v2:192.168.123.108:6810/3719880157,v1:192.168.123.108:6811/3719880157] conn(0x7f398c065070 msgr2=0x7f398c0cdbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:51.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.223+0000 7f399f8d7640 0 -- 192.168.123.100:0/4052252187 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x560a3b8a03b0 msgr2=0x560a3b8a2870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:51.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.223+0000 7f39a3523900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:51.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.223+0000 7f39a3523900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:51.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.223+0000 7f39a3523900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:51.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.223+0000 7f39a3523900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:51.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.223+0000 7f39a3523900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:51.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.223+0000 7f39a3523900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:51.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.223+0000 7f39a3523900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.224+0000 7f39a3523900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.224 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.224+0000 7f39a3523900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.224+0000 7f39a3523900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:51.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.224+0000 7f39a3523900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.224+0000 7f39a3523900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:51.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.224+0000 7f39a3523900 20 zone default found 2026-03-11T11:34:51.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.224+0000 7f39a3523900 4 Realm: () 2026-03-11T11:34:51.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.224+0000 7f39a3523900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:51.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.224+0000 7f39a3523900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:51.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.224+0000 7f39a3523900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:51.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.224+0000 7f39a3523900 20 zonegroup default 2026-03-11T11:34:51.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.224+0000 7f39a3523900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.224+0000 7f39a3523900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.225+0000 7f39a3523900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.225+0000 7f39a3523900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.225 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.225+0000 7f39a3523900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.226 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.225+0000 7f39a3523900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.226 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.225+0000 7f39a3523900 20 started sync module instance, tier type = 2026-03-11T11:34:51.226 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.225+0000 7f39a3523900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:51.238 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.238+0000 7f39a3523900 20 add_watcher() i=0 2026-03-11T11:34:51.238 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.238+0000 7f39a3523900 20 add_watcher() i=1 2026-03-11T11:34:51.238 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.238+0000 7f39a3523900 20 add_watcher() i=2 2026-03-11T11:34:51.238 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.238+0000 7f39a3523900 20 add_watcher() i=3 2026-03-11T11:34:51.238 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.238+0000 7f39a3523900 20 add_watcher() i=4 2026-03-11T11:34:51.238 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.238+0000 7f39a3523900 20 add_watcher() i=5 2026-03-11T11:34:51.238 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.238+0000 7f39a3523900 20 add_watcher() i=6 2026-03-11T11:34:51.239 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.239+0000 7f39a3523900 20 add_watcher() i=7 2026-03-11T11:34:51.239 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.239+0000 7f39a3523900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:51.241 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.240+0000 7f394cff1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:51.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.241+0000 7f39a3523900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:51.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.241+0000 7f39a3523900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:51.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.241+0000 7f39a3523900 5 note: GC not initialized 2026-03-11T11:34:51.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.241+0000 7f39477fe640 20 reqs_thread_entry: start 2026-03-11T11:34:51.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.241+0000 7f39a3523900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:51.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.241+0000 7f39a3523900 20 Filter name: none 2026-03-11T11:34:51.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.241+0000 7f39457fa640 20 reqs_thread_entry: start 2026-03-11T11:34:51.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.241+0000 7f39a3523900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.241+0000 7f39a3523900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:51.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.241+0000 7f39a3523900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.242+0000 7f39a3523900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:51.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.242+0000 7f39a3523900 20 couldn't put binfo cache entry, might have raced with data changes 2026-03-11T11:34:51.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.242+0000 7f39a3523900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-03-11T11:34:51.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.242+0000 7f39a3523900 20 INFO: main: starting shard=0 2026-03-11T11:34:51.242 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.242+0000 7f39a3523900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:51.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.242+0000 7f39a3523900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.242+0000 7f39a3523900 20 INFO: main: starting shard=1 2026-03-11T11:34:51.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.242+0000 7f39a3523900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:51.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.242+0000 7f39a3523900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.242+0000 7f39a3523900 20 INFO: main: starting shard=2 2026-03-11T11:34:51.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.242+0000 7f39a3523900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:51.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.243+0000 7f39a3523900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.243+0000 7f39a3523900 20 INFO: main: starting shard=3 2026-03-11T11:34:51.243 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.243+0000 7f39a3523900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:51.244 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.243+0000 7f39a3523900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.244 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.243+0000 7f39a3523900 20 INFO: main: starting shard=4 2026-03-11T11:34:51.244 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.243+0000 7f39a3523900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:51.244 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.243+0000 7f39a3523900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.244 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.243+0000 7f39a3523900 20 INFO: main: starting shard=5 2026-03-11T11:34:51.244 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.243+0000 7f39a3523900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:51.244 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.244+0000 7f39a3523900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-03-11T11:34:51.244 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.244+0000 7f39a3523900 20 INFO: main: starting shard=6 2026-03-11T11:34:51.244 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.244+0000 7f39a3523900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:51.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.244+0000 7f39a3523900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.244+0000 7f39a3523900 20 INFO: main: starting shard=7 2026-03-11T11:34:51.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.244+0000 7f39a3523900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:51.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.244+0000 7f39a3523900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.244+0000 7f39a3523900 20 INFO: main: starting shard=8 2026-03-11T11:34:51.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.244+0000 7f39a3523900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:51.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.245+0000 7f39a3523900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.245+0000 7f39a3523900 20 INFO: main: starting shard=9 2026-03-11T11:34:51.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.245+0000 7f39a3523900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:51.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.245+0000 7f39a3523900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.245+0000 7f39a3523900 20 INFO: main: starting shard=10 2026-03-11T11:34:51.245 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.245+0000 7f39a3523900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:51.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.245+0000 7f39a3523900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.246 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.245+0000 7f39a3523900 20 INFO: main: done 2026-03-11T11:34:51.247 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.246+0000 7f394cff1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:51.249 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.249+0000 7f39a3523900 20 remove_watcher() i=0 2026-03-11T11:34:51.249 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.249+0000 7f39a3523900 2 removed watcher, disabling cache 2026-03-11T11:34:51.251 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.250+0000 7f39a3523900 20 remove_watcher() i=1 2026-03-11T11:34:51.252 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.252+0000 7f39a3523900 20 remove_watcher() i=2 2026-03-11T11:34:51.254 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.253+0000 7f39a3523900 20 remove_watcher() i=3 2026-03-11T11:34:51.255 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.254+0000 7f39a3523900 20 remove_watcher() i=4 2026-03-11T11:34:51.256 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.255+0000 7f39a3523900 20 remove_watcher() i=5 2026-03-11T11:34:51.257 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.257+0000 7f39a3523900 20 remove_watcher() i=6 2026-03-11T11:34:51.259 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.258+0000 7f39a3523900 20 remove_watcher() i=7 2026-03-11T11:34:51.342 INFO:tasks.workunit.client.0.vm00.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-03-11T11:34:51.343 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object e 2026-03-11T11:34:51.363 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:51.363 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:51.382 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.382+0000 7f866ed32900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.383 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.382+0000 7f866ed32900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.383 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.382+0000 7f866ed32900 20 realm 2026-03-11T11:34:51.383 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.382+0000 7f866ed32900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.383 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.382+0000 7f866ed32900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.383 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.382+0000 7f866ed32900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:51.383 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.382+0000 7f866ed32900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.383 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.382+0000 7f866ed32900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.383 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.382+0000 7f866ed32900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.384 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.383+0000 7f866ed32900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:51.384 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.383+0000 7f866ed32900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.384 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.383+0000 7f866ed32900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:51.384 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.384+0000 7f866ed32900 20 searching for the correct realm 2026-03-11T11:34:51.386 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.385+0000 7f866a28b640 0 -- 192.168.123.100:0/3618580326 >> [v2:192.168.123.100:6816/3717540936,v1:192.168.123.100:6817/3717540936] conn(0x7f864c003490 msgr2=0x7f8658026400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:51.590 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.589+0000 7f866a28b640 0 -- 192.168.123.100:0/3618580326 >> [v2:192.168.123.100:6823/1383947696,v1:192.168.123.100:6825/1383947696] conn(0x55f9ae7a2f70 msgr2=0x55f9ae7a5360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-03-11T11:34:51.593 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.593+0000 7f866ed32900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.593+0000 7f866ed32900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.593+0000 7f866ed32900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.593+0000 7f866ed32900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.593+0000 7f866ed32900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.593+0000 7f866ed32900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.593+0000 7f866ed32900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.593+0000 7f866ed32900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.593+0000 7f866ed32900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.593+0000 7f866ed32900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.593+0000 7f866ed32900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.593+0000 7f866ed32900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.594+0000 7f866ed32900 20 zone default found 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.594+0000 7f866ed32900 4 Realm: () 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.594+0000 7f866ed32900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.594+0000 7f866ed32900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.594+0000 7f866ed32900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.594+0000 7f866ed32900 20 zonegroup default 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.594+0000 7f866ed32900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.594 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.594+0000 7f866ed32900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.595 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.594+0000 7f866ed32900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.595 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.594+0000 7f866ed32900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.595 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.594+0000 7f866ed32900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.595 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.594+0000 7f866ed32900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.595 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.594+0000 7f866ed32900 20 started sync module instance, tier type = 2026-03-11T11:34:51.595 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.594+0000 7f866ed32900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:51.607 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.606+0000 7f866ed32900 20 add_watcher() i=0 2026-03-11T11:34:51.607 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.606+0000 7f866ed32900 20 add_watcher() i=1 2026-03-11T11:34:51.607 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.606+0000 7f866ed32900 20 add_watcher() i=2 2026-03-11T11:34:51.607 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.606+0000 7f866ed32900 20 add_watcher() i=3 2026-03-11T11:34:51.607 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.606+0000 7f866ed32900 20 add_watcher() i=4 2026-03-11T11:34:51.607 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.606+0000 7f866ed32900 20 add_watcher() i=5 2026-03-11T11:34:51.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.607+0000 7f866ed32900 20 add_watcher() i=6 2026-03-11T11:34:51.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.608+0000 7f866ed32900 20 add_watcher() i=7 2026-03-11T11:34:51.608 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.608+0000 7f866ed32900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:51.610 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.610+0000 7f8613fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:51.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.610+0000 7f866ed32900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:51.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.610+0000 7f866ed32900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:51.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.610+0000 7f866ed32900 5 note: GC not initialized 2026-03-11T11:34:51.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.610+0000 7f8612ffd640 20 reqs_thread_entry: start 2026-03-11T11:34:51.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.610+0000 7f866ed32900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:51.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.610+0000 7f866ed32900 20 Filter name: none 2026-03-11T11:34:51.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.610+0000 7f8610ff9640 20 reqs_thread_entry: start 2026-03-11T11:34:51.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.610+0000 7f866ed32900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.611+0000 7f866ed32900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:51.611 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.611+0000 7f866ed32900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.611+0000 7f866ed32900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:51.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.611+0000 7f866ed32900 20 couldn't put binfo cache entry, might have raced with data changes 2026-03-11T11:34:51.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.611+0000 7f866ed32900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-03-11T11:34:51.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.611+0000 7f866ed32900 20 INFO: main: starting shard=0 2026-03-11T11:34:51.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.611+0000 7f866ed32900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:51.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.611+0000 7f866ed32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.611+0000 7f866ed32900 20 INFO: main: starting shard=1 2026-03-11T11:34:51.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.611+0000 7f866ed32900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:51.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.611+0000 7f866ed32900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-03-11T11:34:51.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.611+0000 7f866ed32900 20 INFO: main: starting shard=2 2026-03-11T11:34:51.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.611+0000 7f866ed32900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:51.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.612+0000 7f866ed32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.612+0000 7f866ed32900 20 INFO: main: starting shard=3 2026-03-11T11:34:51.612 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.612+0000 7f866ed32900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:51.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.612+0000 7f866ed32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.612+0000 7f866ed32900 20 INFO: main: starting shard=4 2026-03-11T11:34:51.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.612+0000 7f866ed32900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:51.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.612+0000 7f866ed32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.612+0000 7f866ed32900 20 INFO: main: starting shard=5 2026-03-11T11:34:51.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.612+0000 7f866ed32900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:51.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.612+0000 7f866ed32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.612+0000 7f866ed32900 20 INFO: main: starting shard=6 2026-03-11T11:34:51.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.612+0000 7f866ed32900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:51.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.613+0000 7f866ed32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.613+0000 7f866ed32900 20 INFO: main: starting shard=7 2026-03-11T11:34:51.613 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.613+0000 7f866ed32900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:51.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.613+0000 7f866ed32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.613+0000 7f866ed32900 20 INFO: main: starting shard=8 2026-03-11T11:34:51.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.613+0000 7f866ed32900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:51.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.613+0000 7f866ed32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.613+0000 7f866ed32900 20 INFO: main: starting shard=9 2026-03-11T11:34:51.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.613+0000 7f866ed32900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:51.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.613+0000 7f866ed32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.613+0000 7f866ed32900 20 INFO: main: starting shard=10 2026-03-11T11:34:51.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.613+0000 7f866ed32900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:51.614 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.614+0000 7f866ed32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.614+0000 7f866ed32900 20 INFO: main: done 2026-03-11T11:34:51.615 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.614+0000 7f8613fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:51.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.617+0000 7f866ed32900 20 remove_watcher() i=0 2026-03-11T11:34:51.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.617+0000 7f866ed32900 2 removed watcher, disabling cache 2026-03-11T11:34:51.619 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.618+0000 7f866ed32900 20 remove_watcher() i=1 2026-03-11T11:34:51.620 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.620+0000 7f866ed32900 20 remove_watcher() i=2 2026-03-11T11:34:51.622 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.621+0000 7f866ed32900 20 remove_watcher() i=3 2026-03-11T11:34:51.623 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.622+0000 7f866ed32900 20 remove_watcher() i=4 2026-03-11T11:34:51.624 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.624+0000 7f866ed32900 20 remove_watcher() i=5 2026-03-11T11:34:51.625 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.625+0000 7f866ed32900 20 remove_watcher() i=6 2026-03-11T11:34:51.626 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.626+0000 7f866ed32900 20 remove_watcher() i=7 2026-03-11T11:34:51.711 INFO:tasks.workunit.client.0.vm00.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-03-11T11:34:51.713 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bi list --bucket check-bucket --object f 2026-03-11T11:34:51.733 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:51.733 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:51.754 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.752+0000 7f012bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.756 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.754+0000 7f012bf40900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.756 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.754+0000 7f012bf40900 20 realm 2026-03-11T11:34:51.756 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.754+0000 7f012bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.756 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.754+0000 7f012bf40900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.756 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.754+0000 7f012bf40900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:51.756 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.754+0000 7f012bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.756 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.754+0000 7f012bf40900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.756 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.754+0000 7f012bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.756 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.755+0000 7f012bf40900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:51.756 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.755+0000 7f012bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.757 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.755+0000 7f012bf40900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:51.757 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.755+0000 7f012bf40900 20 searching for the correct realm 2026-03-11T11:34:51.761 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.760+0000 7f01237fe640 0 -- 192.168.123.100:0/1732998370 >> [v2:192.168.123.108:6810/3719880157,v1:192.168.123.108:6811/3719880157] conn(0x7f0110086190 msgr2=0x7f0110082200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:51.966 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.965+0000 7f01237fe640 0 -- 192.168.123.100:0/1732998370 >> [v2:192.168.123.108:6810/3719880157,v1:192.168.123.108:6811/3719880157] conn(0x7f0110086190 msgr2=0x7f0110082200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:51.968 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.966+0000 7f012bf40900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:51.968 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.966+0000 7f012bf40900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:51.968 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.966+0000 7f012bf40900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:51.968 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.966+0000 7f012bf40900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:51.968 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.966+0000 7f012bf40900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:51.968 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.966+0000 7f012bf40900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:51.968 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.966+0000 7f012bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.969 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.966+0000 7f012bf40900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.969 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.966+0000 7f012bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.969 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.967+0000 7f012bf40900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:51.969 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.967+0000 7f012bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.969 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.967+0000 7f012bf40900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:51.969 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.967+0000 7f012bf40900 20 zone default found 2026-03-11T11:34:51.969 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.967+0000 7f012bf40900 4 Realm: () 2026-03-11T11:34:51.969 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.967+0000 7f012bf40900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:51.969 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.967+0000 7f012bf40900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:51.969 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.967+0000 7f012bf40900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:51.969 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.967+0000 7f012bf40900 20 zonegroup default 2026-03-11T11:34:51.969 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.967+0000 7f012bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.969 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.967+0000 7f012bf40900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.969 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.967+0000 7f012bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.969 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.967+0000 7f012bf40900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.970 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.967+0000 7f012bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.970 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.968+0000 7f012bf40900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:51.970 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.968+0000 7f012bf40900 20 started sync module instance, tier type = 2026-03-11T11:34:51.970 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.968+0000 7f012bf40900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:51.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.980+0000 7f012bf40900 20 add_watcher() i=0 2026-03-11T11:34:51.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.980+0000 7f012bf40900 20 add_watcher() i=1 2026-03-11T11:34:51.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.980+0000 7f012bf40900 20 add_watcher() i=2 2026-03-11T11:34:51.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.980+0000 7f012bf40900 20 add_watcher() i=3 2026-03-11T11:34:51.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.980+0000 7f012bf40900 20 add_watcher() i=4 2026-03-11T11:34:51.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.980+0000 7f012bf40900 20 add_watcher() i=5 2026-03-11T11:34:51.982 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.980+0000 7f012bf40900 20 add_watcher() i=6 2026-03-11T11:34:51.983 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.981+0000 7f012bf40900 20 add_watcher() i=7 2026-03-11T11:34:51.983 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.981+0000 7f012bf40900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:51.984 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.983+0000 7f00d57ea640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:51.985 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.983+0000 7f012bf40900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:51.985 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.983+0000 7f012bf40900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:51.985 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.983+0000 7f012bf40900 5 note: GC not initialized 2026-03-11T11:34:51.985 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.983+0000 7f00cffff640 20 reqs_thread_entry: start 2026-03-11T11:34:51.985 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.983+0000 7f012bf40900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:51.985 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.983+0000 7f012bf40900 20 Filter name: none 2026-03-11T11:34:51.985 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.983+0000 7f00cdffb640 20 reqs_thread_entry: start 2026-03-11T11:34:51.985 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.983+0000 7f012bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.985 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.984+0000 7f012bf40900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:51.985 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.984+0000 7f012bf40900 20 rados->read ofs=0 len=0 2026-03-11T11:34:51.986 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.984+0000 7f012bf40900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:51.986 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.984+0000 7f012bf40900 20 couldn't put binfo cache entry, might have raced with data changes 2026-03-11T11:34:51.986 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.984+0000 7f012bf40900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2026-03-11T11:34:51.986 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.984+0000 7f012bf40900 20 INFO: main: starting shard=0 2026-03-11T11:34:51.986 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.984+0000 7f012bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:51.986 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.984+0000 7f012bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.986 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.984+0000 7f012bf40900 20 INFO: main: starting shard=1 2026-03-11T11:34:51.986 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.984+0000 7f012bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:51.986 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.984+0000 7f012bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.986 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.984+0000 7f012bf40900 20 INFO: main: starting shard=2 2026-03-11T11:34:51.986 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.984+0000 7f012bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:51.986 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.985+0000 7f012bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.986 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.985+0000 7f012bf40900 20 INFO: main: starting shard=3 2026-03-11T11:34:51.986 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.985+0000 7f012bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:51.987 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.985+0000 7f012bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.987 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.985+0000 7f012bf40900 20 INFO: main: starting shard=4 2026-03-11T11:34:51.987 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.985+0000 7f012bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:51.987 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.985+0000 7f012bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.987 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.985+0000 7f012bf40900 20 INFO: main: starting shard=5 2026-03-11T11:34:51.987 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.985+0000 7f012bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:51.987 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.985+0000 7f012bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.987 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.985+0000 7f012bf40900 20 INFO: main: starting shard=6 2026-03-11T11:34:51.987 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.985+0000 7f012bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:51.987 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.986+0000 7f012bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.987 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.986+0000 7f012bf40900 20 INFO: main: starting shard=7 2026-03-11T11:34:51.988 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.986+0000 7f012bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:51.988 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.986+0000 7f012bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.988 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.986+0000 7f012bf40900 20 INFO: main: starting shard=8 2026-03-11T11:34:51.988 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.986+0000 7f012bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:51.988 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.986+0000 7f012bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.988 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.986+0000 7f012bf40900 20 INFO: main: starting shard=9 2026-03-11T11:34:51.988 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.986+0000 7f012bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:51.988 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.986+0000 7f012bf40900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-03-11T11:34:51.988 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.986+0000 7f012bf40900 20 INFO: main: starting shard=10 2026-03-11T11:34:51.988 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.986+0000 7f012bf40900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:51.989 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.987+0000 7f012bf40900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-03-11T11:34:51.989 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.987+0000 7f012bf40900 20 INFO: main: done 2026-03-11T11:34:51.989 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.987+0000 7f00d57ea640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:51.992 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.990+0000 7f012bf40900 20 remove_watcher() i=0 2026-03-11T11:34:51.992 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.990+0000 7f012bf40900 2 removed watcher, disabling cache 2026-03-11T11:34:51.993 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.992+0000 7f012bf40900 20 remove_watcher() i=1 2026-03-11T11:34:51.995 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.993+0000 7f012bf40900 20 remove_watcher() i=2 2026-03-11T11:34:51.996 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.994+0000 7f012bf40900 20 remove_watcher() i=3 2026-03-11T11:34:51.997 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.995+0000 7f012bf40900 20 remove_watcher() i=4 2026-03-11T11:34:51.998 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.997+0000 7f012bf40900 20 remove_watcher() i=5 2026-03-11T11:34:52.000 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:51.998+0000 7f012bf40900 20 remove_watcher() i=6 2026-03-11T11:34:52.001 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.000+0000 7f012bf40900 20 remove_watcher() i=7 2026-03-11T11:34:52.021 INFO:tasks.workunit.client.0.vm00.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2026-03-11T11:34:52.249 INFO:tasks.workunit.client.0.vm00.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2026-03-11T11:34:52.476 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2026-03-11T11:34:52.495 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:52.496 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:52.516 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.514+0000 7f91693c9900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.517 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.515+0000 7f91693c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:52.517 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.515+0000 7f91693c9900 20 realm 2026-03-11T11:34:52.517 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.515+0000 7f91693c9900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.517 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.516+0000 7f91693c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:52.517 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.516+0000 7f91693c9900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:52.517 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.516+0000 7f91693c9900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.517 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.516+0000 7f91693c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:52.518 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.516+0000 7f91693c9900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.518 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.516+0000 7f91693c9900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:52.518 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.516+0000 7f91693c9900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.519 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.517+0000 7f91693c9900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:52.519 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.517+0000 7f91693c9900 20 searching for the correct realm 2026-03-11T11:34:52.523 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.521+0000 7f915ffff640 0 -- 192.168.123.100:0/788757102 >> [v2:192.168.123.108:6802/567923530,v1:192.168.123.108:6803/567923530] conn(0x56293c648560 msgr2=0x56293c64aa00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:52.526 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.524+0000 7f915ffff640 0 -- 192.168.123.100:0/788757102 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x56293c654e10 msgr2=0x56293c6572d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-03-11T11:34:52.528 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.526+0000 7f91693c9900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:52.528 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.526+0000 7f91693c9900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:52.528 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.526+0000 7f91693c9900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:52.528 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.526+0000 7f91693c9900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:52.528 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.526+0000 7f91693c9900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:52.528 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.526+0000 7f91693c9900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:52.528 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.526+0000 7f91693c9900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.528 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.526+0000 7f91693c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:52.528 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.526+0000 7f91693c9900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.526+0000 7f91693c9900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.526+0000 7f91693c9900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.527+0000 7f91693c9900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.527+0000 7f91693c9900 20 zone default found 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.527+0000 7f91693c9900 4 Realm: () 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.527+0000 7f91693c9900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.527+0000 7f91693c9900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.527+0000 7f91693c9900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.527+0000 7f91693c9900 20 zonegroup default 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.527+0000 7f91693c9900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.527+0000 7f91693c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.527+0000 7f91693c9900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.527+0000 7f91693c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.527+0000 7f91693c9900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.527+0000 7f91693c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.527+0000 7f91693c9900 20 started sync module instance, tier type = 2026-03-11T11:34:52.529 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.527+0000 7f91693c9900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:52.543 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.541+0000 7f91693c9900 20 add_watcher() i=0 2026-03-11T11:34:52.543 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.541+0000 7f91693c9900 20 add_watcher() i=1 2026-03-11T11:34:52.543 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.541+0000 7f91693c9900 20 add_watcher() i=2 2026-03-11T11:34:52.543 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.541+0000 7f91693c9900 20 add_watcher() i=3 2026-03-11T11:34:52.543 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.541+0000 7f91693c9900 20 add_watcher() i=4 2026-03-11T11:34:52.543 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.541+0000 7f91693c9900 20 add_watcher() i=5 2026-03-11T11:34:52.543 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.541+0000 7f91693c9900 20 add_watcher() i=6 2026-03-11T11:34:52.544 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.543+0000 7f91693c9900 20 add_watcher() i=7 2026-03-11T11:34:52.544 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.543+0000 7f91693c9900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:52.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.545+0000 7f91117ea640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:52.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.545+0000 7f91693c9900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:52.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.545+0000 7f91693c9900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:52.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.545+0000 7f91693c9900 5 note: GC not initialized 2026-03-11T11:34:52.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.545+0000 7f910bfff640 20 reqs_thread_entry: start 2026-03-11T11:34:52.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.545+0000 7f91693c9900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:52.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.545+0000 7f91693c9900 20 Filter name: none 2026-03-11T11:34:52.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.545+0000 7f9109ffb640 20 reqs_thread_entry: start 2026-03-11T11:34:52.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.545+0000 7f91693c9900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-03-11T11:34:52.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.545+0000 7f91693c9900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.546+0000 7f91693c9900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:52.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.546+0000 7f91693c9900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-03-11T11:34:52.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.546+0000 7f91693c9900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-03-11T11:34:52.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.546+0000 7f91693c9900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 : miss 2026-03-11T11:34:52.547 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.546+0000 7f91693c9900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.546+0000 7f91693c9900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:52.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.546+0000 7f91693c9900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 info.flags=0x17 2026-03-11T11:34:52.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.546+0000 7f91693c9900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 to cache LRU end 2026-03-11T11:34:52.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.546+0000 7f91693c9900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-03-11T11:34:52.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.546+0000 7f91693c9900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-03-11T11:34:52.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.546+0000 7f91693c9900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 2026-03-11T11:34:52.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.546+0000 7f91693c9900 20 list_objects_ordered: starting attempt 1 2026-03-11T11:34:52.548 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.546+0000 7f91693c9900 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2026-03-11T11:34:52.550 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.547+0000 7f91693c9900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-03-11T11:34:52.550 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.547+0000 7f91693c9900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-03-11T11:34:52.550 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.547+0000 7f91693c9900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-03-11T11:34:52.550 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.547+0000 7f91693c9900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-03-11T11:34:52.555 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.553+0000 7f91117ea640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:52.557 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.556+0000 7f91693c9900 20 remove_watcher() i=0 2026-03-11T11:34:52.558 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.556+0000 7f91693c9900 2 removed watcher, disabling cache 2026-03-11T11:34:52.559 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.557+0000 7f91693c9900 20 remove_watcher() i=1 2026-03-11T11:34:52.560 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.559+0000 7f91693c9900 20 remove_watcher() i=2 2026-03-11T11:34:52.562 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.560+0000 7f91693c9900 20 remove_watcher() i=3 2026-03-11T11:34:52.563 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.562+0000 7f91693c9900 20 remove_watcher() i=4 2026-03-11T11:34:52.565 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.563+0000 7f91693c9900 20 remove_watcher() i=5 2026-03-11T11:34:52.566 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.565+0000 7f91693c9900 20 remove_watcher() i=6 2026-03-11T11:34:52.567 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.566+0000 7f91693c9900 20 remove_watcher() i=7 2026-03-11T11:34:52.575 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-03-11T11:34:52.597 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:52.597 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:52.617 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.615+0000 7f07a4c28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.616+0000 7f07a4c28900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:52.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.616+0000 7f07a4c28900 20 realm 2026-03-11T11:34:52.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.616+0000 7f07a4c28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.616+0000 7f07a4c28900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:52.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.616+0000 7f07a4c28900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:52.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.616+0000 7f07a4c28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.616+0000 7f07a4c28900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:52.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.616+0000 7f07a4c28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.617+0000 7f07a4c28900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:52.618 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.617+0000 7f07a4c28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.619 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.617+0000 7f07a4c28900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:52.619 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.617+0000 7f07a4c28900 20 searching for the correct realm 2026-03-11T11:34:52.623 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.621+0000 7f07a26f4640 0 -- 192.168.123.100:0/3784881061 >> [v2:192.168.123.108:6810/3719880157,v1:192.168.123.108:6811/3719880157] conn(0x7f078c015070 msgr2=0x7f078c015770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:52.827 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.825+0000 7f07a2ef5640 0 -- 192.168.123.100:0/3784881061 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x55d2d48ec710 msgr2=0x55d2d48eebd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:52.827 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:52.827 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:52.827 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:52.827 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:52.827 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 zone default found 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 4 Realm: () 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 zonegroup default 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.826+0000 7f07a4c28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.827+0000 7f07a4c28900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:52.828 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.827+0000 7f07a4c28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.829 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.827+0000 7f07a4c28900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:52.829 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.827+0000 7f07a4c28900 20 started sync module instance, tier type = 2026-03-11T11:34:52.829 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.827+0000 7f07a4c28900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:52.843 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.842+0000 7f07a4c28900 20 add_watcher() i=0 2026-03-11T11:34:52.843 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.842+0000 7f07a4c28900 20 add_watcher() i=1 2026-03-11T11:34:52.843 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.842+0000 7f07a4c28900 20 add_watcher() i=2 2026-03-11T11:34:52.843 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.842+0000 7f07a4c28900 20 add_watcher() i=3 2026-03-11T11:34:52.843 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.842+0000 7f07a4c28900 20 add_watcher() i=4 2026-03-11T11:34:52.844 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.842+0000 7f07a4c28900 20 add_watcher() i=5 2026-03-11T11:34:52.844 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.842+0000 7f07a4c28900 20 add_watcher() i=6 2026-03-11T11:34:52.844 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.843+0000 7f07a4c28900 20 add_watcher() i=7 2026-03-11T11:34:52.844 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.843+0000 7f07a4c28900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:52.846 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.845+0000 7f074bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:52.847 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.845+0000 7f07a4c28900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:52.847 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.845+0000 7f07a4c28900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:52.847 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.845+0000 7f07a4c28900 5 note: GC not initialized 2026-03-11T11:34:52.847 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.845+0000 7f074affd640 20 reqs_thread_entry: start 2026-03-11T11:34:52.847 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.845+0000 7f07a4c28900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:52.847 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.845+0000 7f07a4c28900 20 Filter name: none 2026-03-11T11:34:52.847 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.846+0000 7f0748ff9640 20 reqs_thread_entry: start 2026-03-11T11:34:52.847 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.846+0000 7f07a4c28900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-03-11T11:34:52.847 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.846+0000 7f07a4c28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.846+0000 7f07a4c28900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:52.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.846+0000 7f07a4c28900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-03-11T11:34:52.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.846+0000 7f07a4c28900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-03-11T11:34:52.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.846+0000 7f07a4c28900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 : miss 2026-03-11T11:34:52.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.846+0000 7f07a4c28900 20 rados->read ofs=0 len=0 2026-03-11T11:34:52.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.846+0000 7f07a4c28900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:52.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.846+0000 7f07a4c28900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 info.flags=0x17 2026-03-11T11:34:52.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.846+0000 7f07a4c28900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 to cache LRU end 2026-03-11T11:34:52.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.846+0000 7f07a4c28900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-03-11T11:34:52.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.846+0000 7f07a4c28900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-03-11T11:34:52.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.846+0000 7f07a4c28900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:2bd3fada-405d-490f-a500-527338610706.4448.1 2026-03-11T11:34:52.848 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.846+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.0 2026-03-11T11:34:52.849 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.847+0000 7f07a4c28900 1 NOTICE: finished shard 0 (0 entries removed) 2026-03-11T11:34:52.849 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.847+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:52.849 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.847+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.2 2026-03-11T11:34:52.849 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.848+0000 7f07a4c28900 1 NOTICE: finished shard 2 (0 entries removed) 2026-03-11T11:34:52.849 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.848+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.3 2026-03-11T11:34:52.849 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.848+0000 7f07a4c28900 1 NOTICE: finished shard 3 (0 entries removed) 2026-03-11T11:34:52.850 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.848+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.4 2026-03-11T11:34:52.850 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.848+0000 7f07a4c28900 1 NOTICE: finished shard 4 (0 entries removed) 2026-03-11T11:34:52.850 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.848+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:52.850 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.848+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.6 2026-03-11T11:34:52.851 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.849+0000 7f07a4c28900 1 NOTICE: finished shard 6 (0 entries removed) 2026-03-11T11:34:52.851 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.849+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.7 2026-03-11T11:34:52.851 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.849+0000 7f07a4c28900 1 NOTICE: finished shard 7 (0 entries removed) 2026-03-11T11:34:52.851 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.849+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:52.851 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.849+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.9 2026-03-11T11:34:52.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.850+0000 7f07a4c28900 1 NOTICE: finished shard 9 (0 entries removed) 2026-03-11T11:34:52.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.850+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:52.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.850+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:52.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.851+0000 7f07a4c28900 20 get_obj_state: octx=0x7f078c09e160 obj=check-bucket:e state=0x55d2d4921f28 s->prefetch_data=0 2026-03-11T11:34:52.852 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.851+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:52.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.851+0000 7f07a4c28900 20 get_obj_state: octx=0x7f078c068c80 obj=check-bucket:d state=0x55d2d491ef18 s->prefetch_data=0 2026-03-11T11:34:52.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.851+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:52.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.851+0000 7f07a4c28900 20 get_obj_state: octx=0x55d2d4922c80 obj=check-bucket:c state=0x55d2d4922f58 s->prefetch_data=0 2026-03-11T11:34:52.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.851+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:52.853 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.852+0000 7f07a4c28900 20 get_obj_state: octx=0x55d2d4923bc0 obj=check-bucket:f state=0x55d2d49aef38 s->prefetch_data=0 2026-03-11T11:34:52.854 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.852+0000 7f07a4c28900 20 get_obj_state: setting s->obj_tag to 56p4gssfeo0t40uyug0eecjqmv2kpn53 2026-03-11T11:34:52.854 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.852+0000 7f07a4c28900 20 get_obj_state_impl: setting s->olh_tag to 3vv6e687cz7zru0l18fagvqehkuizkos 2026-03-11T11:34:52.854 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.852+0000 7f07a4c28900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=3vv6e687cz7zru0l18fagvqehkuizkos 2026-03-11T11:34:52.854 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.852+0000 7f07a4c28900 20 get_obj_state: setting s->obj_tag to hrgqyqd8g52b0cbiuxvqmlnavgg9jwii 2026-03-11T11:34:52.854 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.852+0000 7f07a4c28900 20 get_obj_state_impl: setting s->olh_tag to 84yc65vwi9fdg5705pplskg8kflax2ys 2026-03-11T11:34:52.854 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.852+0000 7f07a4c28900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=84yc65vwi9fdg5705pplskg8kflax2ys 2026-03-11T11:34:52.854 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.852+0000 7f07a4c28900 20 get_obj_state: setting s->obj_tag to h9pypfsc5z0c2g5hbc1jmhkigdh6bdr2 2026-03-11T11:34:52.854 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.852+0000 7f07a4c28900 20 get_obj_state_impl: setting s->olh_tag to 52ql63c3gtuwsnj5fuk9gc9a2wp90eee 2026-03-11T11:34:52.855 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.852+0000 7f07a4c28900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=52ql63c3gtuwsnj5fuk9gc9a2wp90eee 2026-03-11T11:34:52.855 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.852+0000 7f07a4c28900 20 get_obj_state: setting s->obj_tag to hw24edqdp6vpgjp9gzzscihb7zqru1c1 2026-03-11T11:34:52.855 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.852+0000 7f07a4c28900 20 get_obj_state_impl: setting s->olh_tag to d20tlg4diindqrhkjevlwoz9a6pf6lp8 2026-03-11T11:34:52.855 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.852+0000 7f07a4c28900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=d20tlg4diindqrhkjevlwoz9a6pf6lp8 2026-03-11T11:34:52.855 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.853+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:52.856 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.854+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:52.856 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.854+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:52.857 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.856+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:52.857 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.856+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:52.858 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.856+0000 7f07a4c28900 20 olh_log_entry: epoch=2 op=2 key=e[] 2026-03-11T11:34:52.859 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.856+0000 7f07a4c28900 20 olh_log_entry: epoch=2 op=3 key=e[j3tknRNM05l39wJMj2WKAm0dJn3n4Zw] 2026-03-11T11:34:52.859 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.856+0000 7f07a4c28900 20 get_obj_state: octx=0x7f078c09e160 obj=check-bucket:_:j3tknRNM05l39wJMj2WKAm0dJn3n4Zw_e state=0x55d2d49caa48 s->prefetch_data=0 2026-03-11T11:34:52.859 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.857+0000 7f07a4c28900 10 manifest: total_size = 22 2026-03-11T11:34:52.859 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.857+0000 7f07a4c28900 20 get_obj_state: setting s->obj_tag to 2bd3fada-405d-490f-a500-527338610706.4448.15328102784596027206 2026-03-11T11:34:52.859 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.857+0000 7f07a4c28900 20 get_obj_state: octx=0x7f078c09e160 obj=check-bucket:_:j3tknRNM05l39wJMj2WKAm0dJn3n4Zw_e state=0x55d2d49caa48 s->prefetch_data=0 2026-03-11T11:34:52.859 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.857+0000 7f07a4c28900 20 prepare_atomic_modification: state is not atomic. state=0x55d2d49caa48 2026-03-11T11:34:52.859 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.857+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:52.859 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.857+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:52.860 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.858+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:52.860 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.858+0000 7f07a4c28900 20 olh_log_entry: epoch=3 op=3 key=c[-8gJS0E6j-st4Ta.dDtJE1vYecHv3zl] 2026-03-11T11:34:52.860 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.858+0000 7f07a4c28900 20 get_obj_state: octx=0x55d2d4922c80 obj=check-bucket:_:-8gJS0E6j-st4Ta.dDtJE1vYecHv3zl_c state=0x55d2d49b1c18 s->prefetch_data=0 2026-03-11T11:34:52.860 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.858+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:52.861 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.859+0000 7f07a4c28900 20 olh_log_entry: epoch=3 op=3 key=d[RTJAzBEGtjOz5-KvvCZHeZfjUaqvxn5] 2026-03-11T11:34:52.861 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.859+0000 7f07a4c28900 20 get_obj_state: octx=0x7f078c068c80 obj=check-bucket:_:RTJAzBEGtjOz5-KvvCZHeZfjUaqvxn5_d state=0x55d2d49b3d98 s->prefetch_data=0 2026-03-11T11:34:52.861 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.859+0000 7f07a4c28900 10 manifest: total_size = 11 2026-03-11T11:34:52.861 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.859+0000 7f07a4c28900 20 get_obj_state: setting s->obj_tag to 2bd3fada-405d-490f-a500-527338610706.4448.4741210807437740590 2026-03-11T11:34:52.861 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.859+0000 7f07a4c28900 20 get_obj_state: octx=0x55d2d4922c80 obj=check-bucket:_:-8gJS0E6j-st4Ta.dDtJE1vYecHv3zl_c state=0x55d2d49b1c18 s->prefetch_data=0 2026-03-11T11:34:52.861 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.859+0000 7f07a4c28900 20 prepare_atomic_modification: state is not atomic. state=0x55d2d49b1c18 2026-03-11T11:34:52.861 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.859+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:52.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.859+0000 7f07a4c28900 20 olh_log_entry: epoch=2 op=2 key=f[] 2026-03-11T11:34:52.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.860+0000 7f07a4c28900 20 olh_log_entry: epoch=2 op=3 key=f[1Qq.C-9DrSUM6nEjwd3Ui6d1sMi9nZo] 2026-03-11T11:34:52.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.860+0000 7f07a4c28900 20 get_obj_state: octx=0x55d2d4923bc0 obj=check-bucket:_:1Qq.C-9DrSUM6nEjwd3Ui6d1sMi9nZo_f state=0x55d2d49dbf28 s->prefetch_data=0 2026-03-11T11:34:52.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.860+0000 7f07a4c28900 10 manifest: total_size = 12 2026-03-11T11:34:52.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.860+0000 7f07a4c28900 20 get_obj_state: setting s->obj_tag to 2bd3fada-405d-490f-a500-527338610706.4448.4094259500330802322 2026-03-11T11:34:52.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.860+0000 7f07a4c28900 20 get_obj_state: octx=0x7f078c068c80 obj=check-bucket:_:RTJAzBEGtjOz5-KvvCZHeZfjUaqvxn5_d state=0x55d2d49b3d98 s->prefetch_data=0 2026-03-11T11:34:52.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.860+0000 7f07a4c28900 20 prepare_atomic_modification: state is not atomic. state=0x55d2d49b3d98 2026-03-11T11:34:52.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.860+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:52.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.861+0000 7f07a4c28900 10 manifest: total_size = 22 2026-03-11T11:34:52.862 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.861+0000 7f07a4c28900 20 get_obj_state: setting s->obj_tag to 2bd3fada-405d-490f-a500-527338610706.4448.12887825627462367205 2026-03-11T11:34:52.863 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.861+0000 7f07a4c28900 20 get_obj_state: octx=0x55d2d4923bc0 obj=check-bucket:_:1Qq.C-9DrSUM6nEjwd3Ui6d1sMi9nZo_f state=0x55d2d49dbf28 s->prefetch_data=0 2026-03-11T11:34:52.863 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.861+0000 7f07a4c28900 20 prepare_atomic_modification: state is not atomic. state=0x55d2d49dbf28 2026-03-11T11:34:52.863 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.861+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:52.867 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.865+0000 7f077d7fa640 20 handle_completion(): completion ok for obj=e[j3tknRNM05l39wJMj2WKAm0dJn3n4Zw] 2026-03-11T11:34:52.867 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.866+0000 7f07a4c28900 20 get_obj_state: octx=0x7f078c09e160 obj=check-bucket:e state=0x55d2d4921f28 s->prefetch_data=0 2026-03-11T11:34:52.867 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.866+0000 7f07a4c28900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=3vv6e687cz7zru0l18fagvqehkuizkos 2026-03-11T11:34:52.868 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.866+0000 7f077d7fa640 20 handle_completion(): completion ok for obj=d[RTJAzBEGtjOz5-KvvCZHeZfjUaqvxn5] 2026-03-11T11:34:52.869 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.867+0000 7f077dffb640 20 handle_completion(): completion ok for obj=c[-8gJS0E6j-st4Ta.dDtJE1vYecHv3zl] 2026-03-11T11:34:52.870 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.868+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:52.870 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.868+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:52.871 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.869+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:52.871 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.869+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:52.871 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.869+0000 7f07a4c28900 20 get_obj_state: octx=0x55d2d4923bc0 obj=check-bucket:f state=0x55d2d49aef38 s->prefetch_data=0 2026-03-11T11:34:52.871 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.870+0000 7f07a4c28900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=d20tlg4diindqrhkjevlwoz9a6pf6lp8 2026-03-11T11:34:52.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.870+0000 7f077dffb640 20 handle_completion(): completion ok for obj=f[1Qq.C-9DrSUM6nEjwd3Ui6d1sMi9nZo] 2026-03-11T11:34:52.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.870+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.5 2026-03-11T11:34:52.872 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.870+0000 7f07a4c28900 1 NOTICE: finished shard 5 (1 entries removed) 2026-03-11T11:34:52.873 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.871+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.8 2026-03-11T11:34:52.873 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.871+0000 7f07a4c28900 1 NOTICE: finished shard 8 (1 entries removed) 2026-03-11T11:34:52.873 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.871+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:52.874 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.873+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.1 2026-03-11T11:34:52.874 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.873+0000 7f07a4c28900 1 NOTICE: finished shard 1 (1 entries removed) 2026-03-11T11:34:52.875 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.873+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:52.876 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.875+0000 7f07a4c28900 20 bucket index object: :.dir.2bd3fada-405d-490f-a500-527338610706.4448.1.10 2026-03-11T11:34:52.876 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.875+0000 7f07a4c28900 1 NOTICE: finished shard 10 (1 entries removed) 2026-03-11T11:34:52.876 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.875+0000 7f07a4c28900 1 NOTICE: finished all shards (4 entries removed) 2026-03-11T11:34:52.877 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.875+0000 7f074bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:52.879 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.878+0000 7f07a4c28900 20 remove_watcher() i=0 2026-03-11T11:34:52.879 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.878+0000 7f07a4c28900 2 removed watcher, disabling cache 2026-03-11T11:34:52.881 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.879+0000 7f07a4c28900 20 remove_watcher() i=1 2026-03-11T11:34:52.882 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.880+0000 7f07a4c28900 20 remove_watcher() i=2 2026-03-11T11:34:52.884 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.882+0000 7f07a4c28900 20 remove_watcher() i=3 2026-03-11T11:34:52.885 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.883+0000 7f07a4c28900 20 remove_watcher() i=4 2026-03-11T11:34:52.886 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.885+0000 7f07a4c28900 20 remove_watcher() i=5 2026-03-11T11:34:52.888 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.887+0000 7f07a4c28900 20 remove_watcher() i=6 2026-03-11T11:34:52.889 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:52.888+0000 7f07a4c28900 20 remove_watcher() i=7 2026-03-11T11:34:53.036 INFO:tasks.workunit.client.0.vm00.stderr:radosgw-admin bucket stats --bucket check-bucket 2026-03-11T11:34:53.056 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-11T11:34:53.056 INFO:tasks.workunit.client.0.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-11T11:34:53.075 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.073+0000 7fe0aef23900 20 rados->read ofs=0 len=0 2026-03-11T11:34:53.076 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.075+0000 7fe0aef23900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:53.076 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.075+0000 7fe0aef23900 20 realm 2026-03-11T11:34:53.076 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.075+0000 7fe0aef23900 20 rados->read ofs=0 len=0 2026-03-11T11:34:53.076 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.075+0000 7fe0aef23900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:53.076 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.075+0000 7fe0aef23900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-03-11T11:34:53.076 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.075+0000 7fe0aef23900 20 rados->read ofs=0 len=0 2026-03-11T11:34:53.077 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.075+0000 7fe0aef23900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:53.077 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.075+0000 7fe0aef23900 20 rados->read ofs=0 len=0 2026-03-11T11:34:53.077 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.076+0000 7fe0aef23900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:53.077 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.076+0000 7fe0aef23900 20 rados->read ofs=0 len=0 2026-03-11T11:34:53.078 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.076+0000 7fe0aef23900 20 rados_obj.operate() r=0 bl.length=1139 2026-03-11T11:34:53.078 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.076+0000 7fe0aef23900 20 searching for the correct realm 2026-03-11T11:34:53.081 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.079+0000 7fe0ab384640 0 -- 192.168.123.100:0/723940001 >> [v2:192.168.123.108:6826/2748514113,v1:192.168.123.108:6827/2748514113] conn(0x7fe09c002960 msgr2=0x7fe09c016400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:53.286 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.284+0000 7fe0ab384640 0 -- 192.168.123.100:0/723940001 >> [v2:192.168.123.108:6818/3648415709,v1:192.168.123.108:6819/3648415709] conn(0x55f7ade4ec60 msgr2=0x55f7ade51120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-03-11T11:34:53.288 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.286+0000 7fe0aef23900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-03-11T11:34:53.288 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.286+0000 7fe0aef23900 20 RGWRados::pool_iterate: got zonegroup_info.2fa828f2-4300-467c-8179-d0d55a23ed33 2026-03-11T11:34:53.288 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.286+0000 7fe0aef23900 20 RGWRados::pool_iterate: got default.zone. 2026-03-11T11:34:53.288 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.286+0000 7fe0aef23900 20 RGWRados::pool_iterate: got zone_info.2bd3fada-405d-490f-a500-527338610706 2026-03-11T11:34:53.288 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.286+0000 7fe0aef23900 20 RGWRados::pool_iterate: got zone_names.default 2026-03-11T11:34:53.288 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.286+0000 7fe0aef23900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-03-11T11:34:53.288 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.286+0000 7fe0aef23900 20 rados->read ofs=0 len=0 2026-03-11T11:34:53.288 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.286+0000 7fe0aef23900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:53.288 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.286+0000 7fe0aef23900 20 rados->read ofs=0 len=0 2026-03-11T11:34:53.288 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.287+0000 7fe0aef23900 20 rados_obj.operate() r=0 bl.length=46 2026-03-11T11:34:53.288 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.287+0000 7fe0aef23900 20 rados->read ofs=0 len=0 2026-03-11T11:34:53.289 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.287+0000 7fe0aef23900 20 rados_obj.operate() r=0 bl.length=470 2026-03-11T11:34:53.289 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.287+0000 7fe0aef23900 20 zone default found 2026-03-11T11:34:53.289 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.287+0000 7fe0aef23900 4 Realm: () 2026-03-11T11:34:53.289 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.287+0000 7fe0aef23900 4 ZoneGroup: default (2fa828f2-4300-467c-8179-d0d55a23ed33) 2026-03-11T11:34:53.289 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.287+0000 7fe0aef23900 4 Zone: default (2bd3fada-405d-490f-a500-527338610706) 2026-03-11T11:34:53.289 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.287+0000 7fe0aef23900 10 cannot find current period zonegroup using local zonegroup configuration 2026-03-11T11:34:53.289 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.287+0000 7fe0aef23900 20 zonegroup default 2026-03-11T11:34:53.289 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.287+0000 7fe0aef23900 20 rados->read ofs=0 len=0 2026-03-11T11:34:53.289 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.287+0000 7fe0aef23900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:53.289 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.287+0000 7fe0aef23900 20 rados->read ofs=0 len=0 2026-03-11T11:34:53.289 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.287+0000 7fe0aef23900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:53.289 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.287+0000 7fe0aef23900 20 rados->read ofs=0 len=0 2026-03-11T11:34:53.289 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.288+0000 7fe0aef23900 20 rados_obj.operate() r=-2 bl.length=0 2026-03-11T11:34:53.289 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.288+0000 7fe0aef23900 20 started sync module instance, tier type = 2026-03-11T11:34:53.289 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.288+0000 7fe0aef23900 20 started zone id=2bd3fada-405d-490f-a500-527338610706 (name=default) with tier type = 2026-03-11T11:34:53.302 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.300+0000 7fe0aef23900 20 add_watcher() i=0 2026-03-11T11:34:53.302 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.300+0000 7fe0aef23900 20 add_watcher() i=1 2026-03-11T11:34:53.302 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.300+0000 7fe0aef23900 20 add_watcher() i=2 2026-03-11T11:34:53.302 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.300+0000 7fe0aef23900 20 add_watcher() i=3 2026-03-11T11:34:53.302 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.300+0000 7fe0aef23900 20 add_watcher() i=4 2026-03-11T11:34:53.302 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.300+0000 7fe0aef23900 20 add_watcher() i=5 2026-03-11T11:34:53.302 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.300+0000 7fe0aef23900 20 add_watcher() i=6 2026-03-11T11:34:53.304 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.302+0000 7fe0aef23900 20 add_watcher() i=7 2026-03-11T11:34:53.304 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.302+0000 7fe0aef23900 2 all 8 watchers are set, enabling cache 2026-03-11T11:34:53.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.304+0000 7fe053fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:53.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.304+0000 7fe0aef23900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-03-11T11:34:53.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.304+0000 7fe0aef23900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-03-11T11:34:53.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.304+0000 7fe0aef23900 5 note: GC not initialized 2026-03-11T11:34:53.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.304+0000 7fe052ffd640 20 reqs_thread_entry: start 2026-03-11T11:34:53.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.304+0000 7fe0aef23900 20 init_complete bucket index max shards: 11 2026-03-11T11:34:53.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.304+0000 7fe0aef23900 20 Filter name: none 2026-03-11T11:34:53.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.305+0000 7fe0aef23900 20 rados->read ofs=0 len=0 2026-03-11T11:34:53.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.305+0000 7fe050ff9640 20 reqs_thread_entry: start 2026-03-11T11:34:53.306 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.305+0000 7fe0aef23900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:53.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.305+0000 7fe0aef23900 20 rados->read ofs=0 len=0 2026-03-11T11:34:53.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.305+0000 7fe0aef23900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:53.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.305+0000 7fe0aef23900 20 couldn't put binfo cache entry, might have raced with data changes 2026-03-11T11:34:53.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.305+0000 7fe0aef23900 20 rados->read ofs=0 len=0 2026-03-11T11:34:53.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.305+0000 7fe0aef23900 20 rados_obj.operate() r=0 bl.length=190 2026-03-11T11:34:53.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.305+0000 7fe0aef23900 20 rados->read ofs=0 len=0 2026-03-11T11:34:53.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.306+0000 7fe0aef23900 20 rados_obj.operate() r=0 bl.length=404 2026-03-11T11:34:53.307 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.306+0000 7fe0aef23900 20 couldn't put binfo cache entry, might have raced with data changes 2026-03-11T11:34:53.309 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.307+0000 7fe053fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2026-03-11T11:34:53.312 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.311+0000 7fe0aef23900 20 remove_watcher() i=0 2026-03-11T11:34:53.312 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.311+0000 7fe0aef23900 2 removed watcher, disabling cache 2026-03-11T11:34:53.313 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.312+0000 7fe0aef23900 20 remove_watcher() i=1 2026-03-11T11:34:53.314 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.313+0000 7fe0aef23900 20 remove_watcher() i=2 2026-03-11T11:34:53.316 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.314+0000 7fe0aef23900 20 remove_watcher() i=3 2026-03-11T11:34:53.317 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.315+0000 7fe0aef23900 20 remove_watcher() i=4 2026-03-11T11:34:53.318 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.317+0000 7fe0aef23900 20 remove_watcher() i=5 2026-03-11T11:34:53.320 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.318+0000 7fe0aef23900 20 remove_watcher() i=6 2026-03-11T11:34:53.321 INFO:tasks.workunit.client.0.vm00.stderr:2026-03-11T11:34:53.320+0000 7fe0aef23900 20 remove_watcher() i=7 2026-03-11T11:34:53.326 INFO:tasks.workunit.client.0.vm00.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2026-03-11T11:34:53.326 INFO:tasks.workunit.client.0.vm00.stderr:Deleting bucket check-bucket 2026-03-11T11:34:53.480 INFO:tasks.workunit.client.0.vm00.stdout:connected to http://localhost:80 2026-03-11T11:34:53.480 INFO:tasks.workunit.client.0.vm00.stderr:Completed bucket check tests 2026-03-11T11:34:53.514 INFO:tasks.workunit.client.0.vm00.stdout:OK. 2026-03-11T11:34:53.514 INFO:tasks.workunit.client.0.vm00.stderr:+ deactivate 2026-03-11T11:34:53.515 INFO:tasks.workunit.client.0.vm00.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2026-03-11T11:34:53.515 INFO:tasks.workunit.client.0.vm00.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-03-11T11:34:53.515 INFO:tasks.workunit.client.0.vm00.stderr:+ export PATH 2026-03-11T11:34:53.515 INFO:tasks.workunit.client.0.vm00.stderr:+ unset _OLD_VIRTUAL_PATH 2026-03-11T11:34:53.515 INFO:tasks.workunit.client.0.vm00.stderr:+ '[' -n '' ']' 2026-03-11T11:34:53.515 INFO:tasks.workunit.client.0.vm00.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2026-03-11T11:34:53.515 INFO:tasks.workunit.client.0.vm00.stderr:+ hash -r 2026-03-11T11:34:53.515 INFO:tasks.workunit.client.0.vm00.stderr:+ '[' -n '' ']' 2026-03-11T11:34:53.515 INFO:tasks.workunit.client.0.vm00.stderr:+ unset VIRTUAL_ENV 2026-03-11T11:34:53.515 INFO:tasks.workunit.client.0.vm00.stderr:+ '[' '!' '' = nondestructive ']' 2026-03-11T11:34:53.515 INFO:tasks.workunit.client.0.vm00.stderr:+ unset -f deactivate 2026-03-11T11:34:53.515 INFO:tasks.workunit.client.0.vm00.stderr:+ echo OK. 2026-03-11T11:34:53.515 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-03-11T11:34:53.515 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-03-11T11:34:53.594 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2026-03-11T11:34:53.594 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-03-11T11:34:54.037 DEBUG:teuthology.parallel:result is None 2026-03-11T11:34:54.037 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-03-11T11:34:54.068 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-03-11T11:34:54.068 DEBUG:teuthology.orchestra.run.vm00:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-03-11T11:34:54.134 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-03-11T11:34:54.134 INFO:teuthology.run_tasks:Running task workunit... 2026-03-11T11:34:54.136 INFO:tasks.workunit:Pulling workunits from ref 50e98e8318117ef866947b5847d947538c5efcdc 2026-03-11T11:34:54.136 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-03-11T11:34:54.137 DEBUG:teuthology.orchestra.run.vm00:> stat -- /home/ubuntu/cephtest/mnt.0 2026-03-11T11:34:54.201 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-11T11:34:54.201 INFO:teuthology.orchestra.run.vm00.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-03-11T11:34:54.201 DEBUG:teuthology.orchestra.run.vm00:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-03-11T11:34:54.265 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-03-11T11:34:54.265 DEBUG:teuthology.orchestra.run.vm00:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-03-11T11:34:54.330 INFO:tasks.workunit:timeout=3h 2026-03-11T11:34:54.330 INFO:tasks.workunit:cleanup=True 2026-03-11T11:34:54.330 DEBUG:teuthology.orchestra.run.vm00:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/kshtsk/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 50e98e8318117ef866947b5847d947538c5efcdc 2026-03-11T11:34:54.396 INFO:tasks.workunit.client.0.vm00.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr:Note: switching to '50e98e8318117ef866947b5847d947538c5efcdc'. 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr:changes and commit them, and you can discard any commits you make in this 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr:state without impacting any branches by switching back to a branch. 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr:If you want to create a new branch to retain commits you create, you may 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr:do so (now or later) by using -c with the switch command. Example: 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr: git switch -c 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr:Or undo this operation with: 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr: git switch - 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr: 2026-03-11T11:35:38.555 INFO:tasks.workunit.client.0.vm00.stderr:HEAD is now at 50e98e83181 qa/rgw: step back to stable/2025.1 2026-03-11T11:35:38.561 DEBUG:teuthology.orchestra.run.vm00:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-03-11T11:35:38.629 INFO:tasks.workunit.client.0.vm00.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-03-11T11:35:38.631 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-03-11T11:35:38.631 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-03-11T11:35:38.664 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-03-11T11:35:38.697 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-03-11T11:35:38.722 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-03-11T11:35:38.723 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-03-11T11:35:38.723 INFO:tasks.workunit.client.0.vm00.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-03-11T11:35:38.748 INFO:tasks.workunit.client.0.vm00.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-03-11T11:35:38.751 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-11T11:35:38.751 DEBUG:teuthology.orchestra.run.vm00:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-03-11T11:35:38.815 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2026-03-11T11:35:38.816 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2026-03-11T11:35:38.816 DEBUG:teuthology.orchestra.run.vm00:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=50e98e8318117ef866947b5847d947538c5efcdc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2026-03-11T11:35:38.891 INFO:tasks.workunit.client.0.vm00.stdout:Running main() from gmock_main.cc 2026-03-11T11:35:38.891 INFO:tasks.workunit.client.0.vm00.stdout:[==========] Running 11 tests from 1 test suite. 2026-03-11T11:35:38.891 INFO:tasks.workunit.client.0.vm00.stdout:[----------] Global test environment set-up. 2026-03-11T11:35:38.891 INFO:tasks.workunit.client.0.vm00.stdout:[----------] 11 tests from ClsLock 2026-03-11T11:35:38.891 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestMultiLocking 2026-03-11T11:35:39.990 INFO:tasks.workunit.client.0.vm00.stdout:lock: mylock 2026-03-11T11:35:39.990 INFO:tasks.workunit.client.0.vm00.stdout: lock_type: exclusive 2026-03-11T11:35:39.990 INFO:tasks.workunit.client.0.vm00.stdout: tag: 2026-03-11T11:35:39.990 INFO:tasks.workunit.client.0.vm00.stdout: lockers: 2026-03-11T11:35:39.990 INFO:tasks.workunit.client.0.vm00.stdout: client.4986 expiration=2026-03-11T11:37:39.985851+0000 addr=v1:192.168.123.100:0/3258554972 cookie= 2026-03-11T11:35:39.995 INFO:tasks.workunit.client.0.vm00.stdout:lock: mylock 2026-03-11T11:35:39.995 INFO:tasks.workunit.client.0.vm00.stdout: lock_type: shared 2026-03-11T11:35:39.995 INFO:tasks.workunit.client.0.vm00.stdout: tag: 2026-03-11T11:35:39.995 INFO:tasks.workunit.client.0.vm00.stdout: lockers: 2026-03-11T11:35:39.995 INFO:tasks.workunit.client.0.vm00.stdout: client.4823 expiration=0.000000 addr=v1:192.168.123.100:0/2224181574 cookie= 2026-03-11T11:35:39.995 INFO:tasks.workunit.client.0.vm00.stdout: client.4986 expiration=2026-03-11T11:37:39.992820+0000 addr=v1:192.168.123.100:0/3258554972 cookie= 2026-03-11T11:35:39.996 INFO:tasks.workunit.client.0.vm00.stdout:lock: mylock 2026-03-11T11:35:39.996 INFO:tasks.workunit.client.0.vm00.stdout: lock_type: shared 2026-03-11T11:35:39.996 INFO:tasks.workunit.client.0.vm00.stdout: tag: 2026-03-11T11:35:39.996 INFO:tasks.workunit.client.0.vm00.stdout: lockers: 2026-03-11T11:35:39.996 INFO:tasks.workunit.client.0.vm00.stdout: client.4823 expiration=0.000000 addr=v1:192.168.123.100:0/2224181574 cookie= 2026-03-11T11:35:40.954 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestMultiLocking (2063 ms) 2026-03-11T11:35:40.955 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestMeta 2026-03-11T11:35:43.038 INFO:tasks.workunit.client.0.vm00.stdout:lock: mylock 2026-03-11T11:35:43.038 INFO:tasks.workunit.client.0.vm00.stdout: lock_type: shared 2026-03-11T11:35:43.038 INFO:tasks.workunit.client.0.vm00.stdout: tag: 2026-03-11T11:35:43.038 INFO:tasks.workunit.client.0.vm00.stdout: lockers: 2026-03-11T11:35:43.038 INFO:tasks.workunit.client.0.vm00.stdout: client.4835 expiration=0.000000 addr=v1:192.168.123.100:0/4377664 cookie= 2026-03-11T11:35:43.040 INFO:tasks.workunit.client.0.vm00.stdout:lock: mylock 2026-03-11T11:35:43.040 INFO:tasks.workunit.client.0.vm00.stdout: lock_type: exclusive 2026-03-11T11:35:43.041 INFO:tasks.workunit.client.0.vm00.stdout: tag: new_tag 2026-03-11T11:35:43.041 INFO:tasks.workunit.client.0.vm00.stdout: lockers: 2026-03-11T11:35:43.041 INFO:tasks.workunit.client.0.vm00.stdout: client.4829 expiration=0.000000 addr=v1:192.168.123.100:0/2953254207 cookie= 2026-03-11T11:35:44.022 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestMeta (3069 ms) 2026-03-11T11:35:44.022 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestCookie 2026-03-11T11:35:46.056 INFO:tasks.workunit.client.0.vm00.stdout:lock: mylock 2026-03-11T11:35:46.056 INFO:tasks.workunit.client.0.vm00.stdout: lock_type: exclusive 2026-03-11T11:35:46.056 INFO:tasks.workunit.client.0.vm00.stdout: tag: 2026-03-11T11:35:46.056 INFO:tasks.workunit.client.0.vm00.stdout: lockers: 2026-03-11T11:35:46.059 INFO:tasks.workunit.client.0.vm00.stdout:lock: mylock 2026-03-11T11:35:46.059 INFO:tasks.workunit.client.0.vm00.stdout: lock_type: shared 2026-03-11T11:35:46.059 INFO:tasks.workunit.client.0.vm00.stdout: tag: 2026-03-11T11:35:46.059 INFO:tasks.workunit.client.0.vm00.stdout: lockers: 2026-03-11T11:35:46.059 INFO:tasks.workunit.client.0.vm00.stdout: client.4841 expiration=0.000000 addr=v1:192.168.123.100:0/1401580639 cookie= 2026-03-11T11:35:46.059 INFO:tasks.workunit.client.0.vm00.stdout: client.4841 expiration=0.000000 addr=v1:192.168.123.100:0/1401580639 cookie=new cookie 2026-03-11T11:35:47.044 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestCookie (3022 ms) 2026-03-11T11:35:47.044 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestMultipleLocks 2026-03-11T11:35:50.070 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestMultipleLocks (3026 ms) 2026-03-11T11:35:50.070 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestLockDuration 2026-03-11T11:35:57.656 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestLockDuration (7585 ms) 2026-03-11T11:35:57.656 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestAssertLocked 2026-03-11T11:36:00.691 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestAssertLocked (3035 ms) 2026-03-11T11:36:00.691 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestSetCookie 2026-03-11T11:36:03.773 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestSetCookie (3083 ms) 2026-03-11T11:36:03.774 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestRenew 2026-03-11T11:36:24.693 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestRenew (20917 ms) 2026-03-11T11:36:24.693 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2026-03-11T11:36:30.813 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6121 ms) 2026-03-11T11:36:30.813 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2026-03-11T11:36:38.054 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7240 ms) 2026-03-11T11:36:38.054 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2026-03-11T11:36:45.180 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7126 ms) 2026-03-11T11:36:45.180 INFO:tasks.workunit.client.0.vm00.stdout:[----------] 11 tests from ClsLock (66287 ms total) 2026-03-11T11:36:45.180 INFO:tasks.workunit.client.0.vm00.stdout: 2026-03-11T11:36:45.180 INFO:tasks.workunit.client.0.vm00.stdout:[----------] Global test environment tear-down 2026-03-11T11:36:45.180 INFO:tasks.workunit.client.0.vm00.stdout:[==========] 11 tests from 1 test suite ran. (66287 ms total) 2026-03-11T11:36:45.180 INFO:tasks.workunit.client.0.vm00.stdout:[ PASSED ] 11 tests. 2026-03-11T11:36:45.180 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-03-11T11:36:45.180 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-03-11T11:36:45.254 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2026-03-11T11:36:45.254 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2026-03-11T11:36:45.254 DEBUG:teuthology.orchestra.run.vm00:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=50e98e8318117ef866947b5847d947538c5efcdc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2026-03-11T11:36:45.333 INFO:tasks.workunit.client.0.vm00.stdout:Running main() from gmock_main.cc 2026-03-11T11:36:45.333 INFO:tasks.workunit.client.0.vm00.stdout:[==========] Running 4 tests from 1 test suite. 2026-03-11T11:36:45.333 INFO:tasks.workunit.client.0.vm00.stdout:[----------] Global test environment set-up. 2026-03-11T11:36:45.333 INFO:tasks.workunit.client.0.vm00.stdout:[----------] 4 tests from cls_log 2026-03-11T11:36:45.333 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] cls_log.test_log_add_same_time 2026-03-11T11:36:48.195 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] cls_log.test_log_add_same_time (2862 ms) 2026-03-11T11:36:48.195 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] cls_log.test_log_add_different_time 2026-03-11T11:36:51.245 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] cls_log.test_log_add_different_time (3050 ms) 2026-03-11T11:36:51.245 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] cls_log.trim_by_time 2026-03-11T11:36:54.277 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] cls_log.trim_by_time (3032 ms) 2026-03-11T11:36:54.277 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] cls_log.trim_by_marker 2026-03-11T11:36:57.297 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] cls_log.trim_by_marker (3020 ms) 2026-03-11T11:36:57.297 INFO:tasks.workunit.client.0.vm00.stdout:[----------] 4 tests from cls_log (11964 ms total) 2026-03-11T11:36:57.297 INFO:tasks.workunit.client.0.vm00.stdout: 2026-03-11T11:36:57.297 INFO:tasks.workunit.client.0.vm00.stdout:[----------] Global test environment tear-down 2026-03-11T11:36:57.297 INFO:tasks.workunit.client.0.vm00.stdout:[==========] 4 tests from 1 test suite ran. (11964 ms total) 2026-03-11T11:36:57.297 INFO:tasks.workunit.client.0.vm00.stdout:[ PASSED ] 4 tests. 2026-03-11T11:36:57.299 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-03-11T11:36:57.299 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-03-11T11:36:57.372 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2026-03-11T11:36:57.373 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2026-03-11T11:36:57.373 DEBUG:teuthology.orchestra.run.vm00:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=50e98e8318117ef866947b5847d947538c5efcdc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2026-03-11T11:36:57.448 INFO:tasks.workunit.client.0.vm00.stdout:Running main() from gmock_main.cc 2026-03-11T11:36:57.449 INFO:tasks.workunit.client.0.vm00.stdout:[==========] Running 10 tests from 1 test suite. 2026-03-11T11:36:57.449 INFO:tasks.workunit.client.0.vm00.stdout:[----------] Global test environment set-up. 2026-03-11T11:36:57.449 INFO:tasks.workunit.client.0.vm00.stdout:[----------] 10 tests from cls_refcount 2026-03-11T11:36:57.449 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] cls_refcount.test_implicit 2026-03-11T11:37:00.318 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] cls_refcount.test_implicit (2869 ms) 2026-03-11T11:37:00.318 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2026-03-11T11:37:03.366 INFO:tasks.workunit.client.0.vm00.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3049 ms) 2026-03-11T11:37:03.366 INFO:tasks.workunit.client.0.vm00.stdout:[ RUN ] cls_refcount.test_put_snap 2026-03-11T11:37:04.415 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2026-03-11T11:37:04.415 DEBUG:teuthology.exit:Finished running handlers